{"severity_text":"INFO","timestamp":"2026-10-31T01:10:11.706820522Z","logger":"setup","body":"managed namespace not found, attempting to create it","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:11.761188559Z","logger":"setup","body":"managed namespace ready","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:11.818172209Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"odh-ai-gateway-infra","purpose":"infra","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:11.890778663Z","logger":"setup","body":"patched required labels on managed namespace","service.name":"maas-controller","namespace":"odh-ai-gateway-infra","purpose":"infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:11.996361348Z","logger":"setup","body":"watching namespace for MaaS CRs","service.name":"maas-controller","namespace":"models-as-a-service","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:11.996415457Z","logger":"setup","body":"watching MaaS CRs across all namespaces","service.name":"maas-controller","defaultNamespace":"models-as-a-service","defaultNamespaceExists":false,"tenantNamespaceLabel":"ai-gateway.opendatahub.io/tenant","compatTenantNamespaceLabel":"maas.opendatahub.io/managed-by-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:12.223599845Z","logger":"setup","body":"fetched cluster TLS security profile","service.name":"maas-controller","minTLSVersion":"VersionTLS12","tlsAdherence":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:12.223713889Z","logger":"setup","body":"resolved TLS security profile","service.name":"maas-controller","configuredMinTLSVersion":"VersionTLS12","appliedMinTLSVersion":"VersionTLS12","tlsAdherence":"","honorClusterTLSProfile":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:12.398433234Z","logger":"setup","body":"auto-detected cluster service account issuer","service.name":"maas-controller","audience":"https://dptp-hypershift-oidc-provider-2.s3.us-east-1.amazonaws.com/5a345","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:12.883297539Z","logger":"maas-authpolicy-controller","body":"AIGuardrail CRD not registered; skipping static watch","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:13.383556716Z","logger":"setup","body":"Tenant platform kustomize path","service.name":"maas-controller","path":"/maas-api/deploy/overlays/odh","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:13.496415576Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=AITenant","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:13.496622346Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:13.496753693Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSSubscription","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:13.496861043Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:13.496964813Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSAuthPolicy","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:13.497044792Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:13.497123859Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSModelRef","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:13.497195624Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:13.497274831Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:13.497344596Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:13.497406244Z","logger":"setup","body":"starting manager","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:13.497498909Z","logger":"controller-runtime.metrics","body":"Starting metrics server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:13.497535873Z","body":"starting server","service.name":"maas-controller","name":"health probe","addr":"[::]:8081","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:13.497745532Z","logger":"controller-runtime.webhook","body":"Starting webhook server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:13.49795064Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:13.498100416Z","logger":"controller-runtime.metrics","body":"Serving metrics server","service.name":"maas-controller","bindAddress":":8443","secure":true,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:13.498342268Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","interval":10,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:13.498123771Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:13.498573419Z","logger":"controller-runtime.webhook","body":"Serving webhook server","service.name":"maas-controller","host":"","port":9443,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:13.498792236Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","interval":10,"severity_number":9} I1031 01:10:13.599341 1 leaderelection.go:258] "Attempting to acquire leader lease..." lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" {"severity_text":"INFO","timestamp":"2026-10-31T01:10:13.599422389Z","body":"Starting EventSource","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","source":"kind source: *v1.APIServer","severity_number":9} I1031 01:10:13.706770 1 leaderelection.go:272] "Successfully acquired lease" lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" {"severity_text":"INFO","timestamp":"2026-10-31T01:10:13.707260116Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:13.708150986Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:13.708284082Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:13.70847887Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:13.708586726Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:13.708786275Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:13.708914799Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:13.709129643Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:13.709802841Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:13.710704245Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:13.710838596Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.InferenceObjective","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:13.710986926Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1alpha1 TokenRateLimitPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:13.711027115Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:13.711193825Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:13.711278509Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:13.711445036Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:13.711631691Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:13.711634877Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1 AuthPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:13.711785919Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1.Gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:13.711837178Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:13.711905927Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:13.7119414Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:13.711996498Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[dscinitialization.opendatahub.io/v1 DSCInitialization]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:13.712019801Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.Tenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:13.712048283Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:13.712544772Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:13.712599988Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:13.712614711Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:13.712712191Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:13.712738721Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:13.712759601Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 Tenant]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:13.712875987Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:13.712903255Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:13.712956631Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:13.713035457Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:13.713134165Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:13.713174175Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:13.713208256Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:13.713251823Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.Secret","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:13.7118125Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:13.713456513Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:13.713495843Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[config.openshift.io/v1 Authentication]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:13.713646333Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:13.713866565Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:13.713902836Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:13.71393627Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:13.714033874Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:13.7140742Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:13.714110434Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ConfigMap","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:13.714121267Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ClusterRoleBinding","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:13.714185334Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:13.801110262Z","body":"Starting Controller","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:13.801172597Z","body":"Starting workers","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:13.925257661Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:13.925454695Z","logger":"maas-authpolicy-controller","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","phase":"startup","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:14.089835635Z","logger":"maas-authpolicy-controller","body":"gateway AuthPolicy created","service.name":"maas-controller","phase":"startup","name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:14.110472911Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:14.110512062Z","body":"Starting workers","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:14.115173878Z","body":"Starting Controller","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:14.115209086Z","body":"Starting workers","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:14.116624766Z","body":"Starting Controller","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:14.11664475Z","body":"Starting workers","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:14.116725929Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:14.116738861Z","body":"Starting workers","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:14.21515607Z","body":"Starting Controller","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:14.21517743Z","body":"Starting Controller","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:14.215211365Z","body":"Starting workers","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:14.215202309Z","body":"Starting workers","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:14.216209328Z","body":"Starting Controller","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:14.216236933Z","body":"Starting workers","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:15.614074904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15221265-4f03-46b1-adcb-dcfab64ebf73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:15.666712891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15221265-4f03-46b1-adcb-dcfab64ebf73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:15.719314895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15221265-4f03-46b1-adcb-dcfab64ebf73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:15.772092752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15221265-4f03-46b1-adcb-dcfab64ebf73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:17.699067044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d051dd1d-3601-40fc-b669-21fe656b75eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:17.751823741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d051dd1d-3601-40fc-b669-21fe656b75eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:17.804592752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d051dd1d-3601-40fc-b669-21fe656b75eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:17.857233669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d051dd1d-3601-40fc-b669-21fe656b75eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:19.79171125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dead77cb-fbbb-463f-9d57-062b9e8e265e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:19.844414011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dead77cb-fbbb-463f-9d57-062b9e8e265e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:19.897081299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dead77cb-fbbb-463f-9d57-062b9e8e265e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:19.949776011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dead77cb-fbbb-463f-9d57-062b9e8e265e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:25.641369769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af988edd-ef4f-4c32-bbc8-b83c88b90bf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:25.695604843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af988edd-ef4f-4c32-bbc8-b83c88b90bf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:25.74915187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af988edd-ef4f-4c32-bbc8-b83c88b90bf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:25.802320576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af988edd-ef4f-4c32-bbc8-b83c88b90bf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:27.79877466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e52cb47e-feb9-44ad-ae6e-9ac050e5fe93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:27.852225582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e52cb47e-feb9-44ad-ae6e-9ac050e5fe93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:27.905244764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e52cb47e-feb9-44ad-ae6e-9ac050e5fe93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:27.958848378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e52cb47e-feb9-44ad-ae6e-9ac050e5fe93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:43.988205827Z","logger":"setup.ensureClusterBootstrap","body":"ensured default AITenant exists","service.name":"maas-controller","name":"models-as-a-service","namespace":"ai-tenants","tenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:44.030267844Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:44.949990663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43d99b8f-3ca9-4565-988e-e3d50a811d66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:45.002978036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43d99b8f-3ca9-4565-988e-e3d50a811d66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:45.05582547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43d99b8f-3ca9-4565-988e-e3d50a811d66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:45.108643829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43d99b8f-3ca9-4565-988e-e3d50a811d66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:47.194360293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af200705-7e6d-42e9-bf0d-93793f777b22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:47.246907918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af200705-7e6d-42e9-bf0d-93793f777b22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:47.299522309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af200705-7e6d-42e9-bf0d-93793f777b22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:47.352516583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af200705-7e6d-42e9-bf0d-93793f777b22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:48.362520245Z","body":"set Config owner reference on MaasTenantConfig/default-tenant","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1924b1c0-f3a0-468e-9c63-5ab4f0f43e7d","namespace":"models-as-a-service","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:49.308056962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1924b1c0-f3a0-468e-9c63-5ab4f0f43e7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:49.360854064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1924b1c0-f3a0-468e-9c63-5ab4f0f43e7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:49.413628618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1924b1c0-f3a0-468e-9c63-5ab4f0f43e7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:49.466588855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1924b1c0-f3a0-468e-9c63-5ab4f0f43e7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:51.37143986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9888a846-36fc-43fe-8f3f-05358b9f6416","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:51.424321198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9888a846-36fc-43fe-8f3f-05358b9f6416","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:51.477140757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9888a846-36fc-43fe-8f3f-05358b9f6416","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:51.530108428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9888a846-36fc-43fe-8f3f-05358b9f6416","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:51.962760553Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"0bf84988-cb87-44d1-aa8c-038579d635e4","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:57.834073199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3507507-31d4-409c-965f-b590f6cdbbf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:57.88717306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3507507-31d4-409c-965f-b590f6cdbbf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:57.939955783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3507507-31d4-409c-965f-b590f6cdbbf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:57.992538208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3507507-31d4-409c-965f-b590f6cdbbf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:59.900999495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"905b3d77-ee1b-461b-b50e-8e44b4faac81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:59.95378323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"905b3d77-ee1b-461b-b50e-8e44b4faac81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:00.006475101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"905b3d77-ee1b-461b-b50e-8e44b4faac81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:00.059450269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"905b3d77-ee1b-461b-b50e-8e44b4faac81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:04.631400139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba33b252-65ee-4399-8d26-b9f5b184623a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:04.684258523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba33b252-65ee-4399-8d26-b9f5b184623a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:04.736849773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba33b252-65ee-4399-8d26-b9f5b184623a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:04.789489474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba33b252-65ee-4399-8d26-b9f5b184623a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:06.716886821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e16d1c9-cdf4-4ed0-9e51-d46fafb43ff6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:06.769536858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e16d1c9-cdf4-4ed0-9e51-d46fafb43ff6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:06.823779015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e16d1c9-cdf4-4ed0-9e51-d46fafb43ff6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:06.876875134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e16d1c9-cdf4-4ed0-9e51-d46fafb43ff6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:14.046118824Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:44.081986087Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:05.590059882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13ee3759-e8f0-40ef-88ea-b541189e55ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:05.643024051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13ee3759-e8f0-40ef-88ea-b541189e55ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:05.69584534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13ee3759-e8f0-40ef-88ea-b541189e55ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:05.748572858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13ee3759-e8f0-40ef-88ea-b541189e55ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:07.695045566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a75448f-52f7-4931-9ad3-7afafb254799","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:07.747954591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a75448f-52f7-4931-9ad3-7afafb254799","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:07.800953361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a75448f-52f7-4931-9ad3-7afafb254799","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:07.85392227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a75448f-52f7-4931-9ad3-7afafb254799","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:09.603498111Z","body":"Infrastructure namespace separation detected, will clean up legacy maas-api","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"7c687d9a-cc3e-447a-a9fb-53a31cefce7e","infraNamespace":"odh-ai-gateway-infra","controllerNamespace":"opendatahub","legacyNamespaces":["opendatahub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:10.616272589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"409d5a94-22b9-4f56-8d83-c2548c0e5dd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:10.669351459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"409d5a94-22b9-4f56-8d83-c2548c0e5dd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:10.722183087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"409d5a94-22b9-4f56-8d83-c2548c0e5dd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:10.775034235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"409d5a94-22b9-4f56-8d83-c2548c0e5dd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:12.687046352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"596a2fe0-a1ed-41bb-92c9-e02a01ae32d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:12.739828897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"596a2fe0-a1ed-41bb-92c9-e02a01ae32d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:12.792955979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"596a2fe0-a1ed-41bb-92c9-e02a01ae32d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:12.845932689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"596a2fe0-a1ed-41bb-92c9-e02a01ae32d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:14.031989678Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:14.804335254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b68c141-a10c-4e5d-a8e5-bbd30cccfb18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:14.857378474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b68c141-a10c-4e5d-a8e5-bbd30cccfb18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:14.910358276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b68c141-a10c-4e5d-a8e5-bbd30cccfb18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:14.965400309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b68c141-a10c-4e5d-a8e5-bbd30cccfb18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:43.090010659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"837b05ee-b867-479f-be2d-ab98743af570","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:43.252834935Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"837b05ee-b867-479f-be2d-ab98743af570","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:43.303782497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ef6a3168-ff2f-4efb-a5e3-7055aaed301d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:43.310219666Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"837b05ee-b867-479f-be2d-ab98743af570","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:43.360803237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ef6a3168-ff2f-4efb-a5e3-7055aaed301d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:43.417022853Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ef6a3168-ff2f-4efb-a5e3-7055aaed301d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:43.52785883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3cab6486-9315-4004-a5bc-cb02353180f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:43.584839492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3cab6486-9315-4004-a5bc-cb02353180f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:43.633447522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c1369810-bf7d-4b97-a554-853c4c924b4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:43.640071199Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3cab6486-9315-4004-a5bc-cb02353180f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:43.690876562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c1369810-bf7d-4b97-a554-853c4c924b4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:12:43.693473845Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3cab6486-9315-4004-a5bc-cb02353180f7","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:43.746337878Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c1369810-bf7d-4b97-a554-853c4c924b4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:43.858160033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"54dfbd5b-bc39-4663-9b9c-c3631994b709","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:43.915146786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"54dfbd5b-bc39-4663-9b9c-c3631994b709","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:43.970329101Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"54dfbd5b-bc39-4663-9b9c-c3631994b709","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:44.031791522Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:44.057210069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e9a54488-4fbc-45c1-b314-f2057b0e3f13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:44.124840588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e9a54488-4fbc-45c1-b314-f2057b0e3f13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:44.171566927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"adcfa7b0-ea91-4659-b0e5-e126faf667b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:44.193050269Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e9a54488-4fbc-45c1-b314-f2057b0e3f13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:44.229779467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"adcfa7b0-ea91-4659-b0e5-e126faf667b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:44.288279858Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"adcfa7b0-ea91-4659-b0e5-e126faf667b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:44.434192967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"49d2d514-c096-41b9-bfa3-d22ca84b9db2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:12:44.488706414Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a6c6cf3a-6e6d-4189-9d23-17e169b476e1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:44.492242473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"49d2d514-c096-41b9-bfa3-d22ca84b9db2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:44.536720725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fdf7543e-8099-4bae-a8a9-b96f11d20d3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:12:44.543296149Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b26e22ca-4c0f-4a82-b775-28f01edaccd2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:44.547519039Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"49d2d514-c096-41b9-bfa3-d22ca84b9db2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:44.594809205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fdf7543e-8099-4bae-a8a9-b96f11d20d3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:44.652533057Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fdf7543e-8099-4bae-a8a9-b96f11d20d3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:44.705707009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3c7b3a2a-e3b0-49c0-98a0-31a4cfe9cc57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:44.714867712Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"65076a4a-f3d1-4092-9988-6571248a175a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:44.76331365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3c7b3a2a-e3b0-49c0-98a0-31a4cfe9cc57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:44.811202685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"17e30f7e-0a40-4bd1-9785-41031a84aad8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:44.814893795Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1ced4467-6989-4c83-ba6b-60ae6e6ef1e0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:44.821465019Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3c7b3a2a-e3b0-49c0-98a0-31a4cfe9cc57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:44.869249298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"17e30f7e-0a40-4bd1-9785-41031a84aad8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:44.915182515Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e59d9d27-a2db-457f-b8a6-056050bfae5e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:44.925984836Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"17e30f7e-0a40-4bd1-9785-41031a84aad8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:45.015962498Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2772a684-70a1-4eff-8e12-c4fbdfb9f8a5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:45.018261009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ac6ec8ab-a7e2-479c-a88f-1b38881d539e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:45.076010512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ac6ec8ab-a7e2-479c-a88f-1b38881d539e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:45.118346833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4e829964-1eb3-4f65-b6e0-780fa439a4d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:45.133301305Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ac6ec8ab-a7e2-479c-a88f-1b38881d539e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:45.175570451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4e829964-1eb3-4f65-b6e0-780fa439a4d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:45.231077781Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4e829964-1eb3-4f65-b6e0-780fa439a4d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:48.456730037Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"aa5b405a-6950-4f96-b552-1050a90653e0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:48.935038291Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c1abdcdd-1dc3-4a4f-9c32-6192faa64296","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:51.179151692Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"31618ea0-d4cd-433c-afee-85f3a410338d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:51.179176887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"31618ea0-d4cd-433c-afee-85f3a410338d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:51.233139953Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c232371f-356c-4cee-a7ce-3ea1ba7abfbf","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:51.233286031Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d6ec67f3-4ba3-482d-bfc9-c1110d7c59ab","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:51.246158817Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"507c074c-16b9-47e0-b609-957582efbabf","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:51.246177608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"507c074c-16b9-47e0-b609-957582efbabf","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:51.337100759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1624167a-682d-48a2-b6c0-cfce4deae25f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:51.338333958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"596b2f2e-a914-46f4-873b-14f20ff0db1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:51.394028015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1624167a-682d-48a2-b6c0-cfce4deae25f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:51.395320971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"596b2f2e-a914-46f4-873b-14f20ff0db1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:51.450377578Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1624167a-682d-48a2-b6c0-cfce4deae25f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:51.450916396Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"596b2f2e-a914-46f4-873b-14f20ff0db1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:51.717748215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"70498ed6-1a98-49fb-b427-16bdece66730","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:51.7196719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"014f8e5e-3056-4ca8-9985-fc14e2958359","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:51.775904096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"70498ed6-1a98-49fb-b427-16bdece66730","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:51.775967172Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"70498ed6-1a98-49fb-b427-16bdece66730","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:51.77711418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"014f8e5e-3056-4ca8-9985-fc14e2958359","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:51.777160958Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"014f8e5e-3056-4ca8-9985-fc14e2958359","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:52.767619848Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fdfcbf94-0418-4fa2-bc82-d6fce3a58822","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:52.767761393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fdfcbf94-0418-4fa2-bc82-d6fce3a58822","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:55.341104531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b6bf26c0-db23-4573-aaed-db0390ce680f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:55.341104456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e097ed56-06fc-41d3-a156-81d4ff917508","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:55.450393587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b6bf26c0-db23-4573-aaed-db0390ce680f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:55.450474052Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b6bf26c0-db23-4573-aaed-db0390ce680f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:55.450393588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e097ed56-06fc-41d3-a156-81d4ff917508","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:55.450558078Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e097ed56-06fc-41d3-a156-81d4ff917508","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:58.582776241Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"5577158b-1c49-4688-af53-bfc8a6c69900","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:58.582802729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"5577158b-1c49-4688-af53-bfc8a6c69900","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:58.583164202Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2dc70025-8fa4-4eff-b715-e5f584abbaef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:58.583182981Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2dc70025-8fa4-4eff-b715-e5f584abbaef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:58.636438693Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"cdbd7394-b95a-448c-ad86-f945eff3a91f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:58.636447482Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f857a628-9ee6-4797-8e9e-af8565a125ed","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:58.651462102Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7ef3280c-a52a-4ae1-b3cb-67397b83ea7c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:58.651483984Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7ef3280c-a52a-4ae1-b3cb-67397b83ea7c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:58.651739209Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"627fd142-716e-4b70-992e-3c1fecf25745","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:58.65175179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"627fd142-716e-4b70-992e-3c1fecf25745","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:58.741122799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d5a4be52-c7b0-4ff2-833b-cc4caef72c2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:58.741143005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f4d770d4-4fb6-4608-8183-7724fa7d0f2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:58.800154971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f4d770d4-4fb6-4608-8183-7724fa7d0f2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:58.800184695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d5a4be52-c7b0-4ff2-833b-cc4caef72c2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:58.800254722Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d5a4be52-c7b0-4ff2-833b-cc4caef72c2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:58.800254666Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f4d770d4-4fb6-4608-8183-7724fa7d0f2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:59.014964675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"82a0382e-09fc-45f8-8e4c-25531ca82a3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:59.014964673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3ee63921-726e-4d10-bd6e-45daa7bc1a93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:59.071999642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"82a0382e-09fc-45f8-8e4c-25531ca82a3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:59.072035142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3ee63921-726e-4d10-bd6e-45daa7bc1a93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:59.072072492Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"82a0382e-09fc-45f8-8e4c-25531ca82a3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:59.072079795Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3ee63921-726e-4d10-bd6e-45daa7bc1a93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:59.890388744Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2e14e06a-7959-4579-8057-51140d85b883","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:59.890411997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2e14e06a-7959-4579-8057-51140d85b883","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:01.804119152Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9e47b928-517e-42b6-b2f2-13b4fdcafe29","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:01.804142885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9e47b928-517e-42b6-b2f2-13b4fdcafe29","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:01.804456167Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6ee5f996-2ffe-440a-a9eb-87a579e9427a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:01.804471754Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6ee5f996-2ffe-440a-a9eb-87a579e9427a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:01.804713291Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1817c1db-41be-41ec-898e-2efe98710981","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:01.804727603Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1817c1db-41be-41ec-898e-2efe98710981","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:01.859574254Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"805a8af5-c94f-42b0-818f-3d7f120b1ed8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:01.859931061Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0944aa5c-440f-4155-8c02-ba48c131b8f9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:01.870755386Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0e5ee5ee-2666-4440-a892-cce0528dd90a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:01.870772858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0e5ee5ee-2666-4440-a892-cce0528dd90a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:01.871019723Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"9cbbb0c6-1d8c-4199-b8fb-17bd561dece8","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:01.871031005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"9cbbb0c6-1d8c-4199-b8fb-17bd561dece8","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:01.871198788Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"149e6134-8a6b-4eef-a626-96103d612400","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:01.87121038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"149e6134-8a6b-4eef-a626-96103d612400","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:01.97194093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3ff7a811-a1ca-419b-b399-0ecf6a1337bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:01.971940832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e1ebebd9-a4f3-48cf-955d-a9c04f105bc9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:02.029507732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3ff7a811-a1ca-419b-b399-0ecf6a1337bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:02.029590123Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3ff7a811-a1ca-419b-b399-0ecf6a1337bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:02.029508143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e1ebebd9-a4f3-48cf-955d-a9c04f105bc9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:02.029686404Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e1ebebd9-a4f3-48cf-955d-a9c04f105bc9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:02.240052409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ec83d7a0-01b4-4619-bdea-d01ad97bba86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:02.240057256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cf0ce83d-9ca9-4277-989e-a5318fb479df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:02.297216414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cf0ce83d-9ca9-4277-989e-a5318fb479df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:02.297283126Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cf0ce83d-9ca9-4277-989e-a5318fb479df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:02.297304013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ec83d7a0-01b4-4619-bdea-d01ad97bba86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:02.297351421Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ec83d7a0-01b4-4619-bdea-d01ad97bba86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:02.817896447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"31aaeb7b-30c7-49fc-a727-2c0490d18bbe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:02.817970235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"be768444-e09e-4d33-bfb0-9de5efcbf811","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:02.888114966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"31aaeb7b-30c7-49fc-a727-2c0490d18bbe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:02.88818094Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"31aaeb7b-30c7-49fc-a727-2c0490d18bbe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:02.889070177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"be768444-e09e-4d33-bfb0-9de5efcbf811","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:02.88912428Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"be768444-e09e-4d33-bfb0-9de5efcbf811","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:03.08875447Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"8859a29a-9e18-466a-8a9f-d3b1994819cb","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:03.088777246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"8859a29a-9e18-466a-8a9f-d3b1994819cb","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:04.803032709Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"33d5eebc-a598-46f9-abc8-efc2db204735","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:04.803053614Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"33d5eebc-a598-46f9-abc8-efc2db204735","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:04.803339388Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d33c9796-2682-4a56-9940-d4822062274c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:04.803354104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d33c9796-2682-4a56-9940-d4822062274c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:04.803638898Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5de6b1e0-b534-4597-bb94-cfe40f582909","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:04.803668975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5de6b1e0-b534-4597-bb94-cfe40f582909","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:04.803881411Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ef3274f8-6903-4848-9c1e-e8b854bd73ff","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:04.80389664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ef3274f8-6903-4848-9c1e-e8b854bd73ff","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:04.856816612Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"cb12286e-eb33-4848-b8a9-4403b70c0093","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:04.858003629Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"74edb692-d456-4140-8c9f-58c349601fce","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:04.869848614Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"97c0083f-99b3-4fce-aa7a-3503d73d8a05","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:04.869872725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"97c0083f-99b3-4fce-aa7a-3503d73d8a05","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:04.870193248Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a9c13f38-1b8d-43cf-8d65-a902b286acfe","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:04.870210008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a9c13f38-1b8d-43cf-8d65-a902b286acfe","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:04.870479934Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"99d02dad-9466-4a1e-bf84-2a7a28383a38","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:04.870496059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"99d02dad-9466-4a1e-bf84-2a7a28383a38","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:04.870831055Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"7fe8b3a9-7741-4497-9e6e-18fdba5911cd","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:04.870848044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"7fe8b3a9-7741-4497-9e6e-18fdba5911cd","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:04.961582462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"70085011-2e68-41b3-a5c1-58d2b148a400","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:04.961576741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cdc2be82-eab1-4156-b1b8-83edc9901e1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:05.018793483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"70085011-2e68-41b3-a5c1-58d2b148a400","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:05.018857723Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"70085011-2e68-41b3-a5c1-58d2b148a400","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:05.018986343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cdc2be82-eab1-4156-b1b8-83edc9901e1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:05.019037269Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cdc2be82-eab1-4156-b1b8-83edc9901e1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:05.229762995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b91e5f87-b0eb-47cb-ab1a-a9ff10375861","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:05.229794712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6eeac536-e3c5-481b-a983-1ab0b830fe8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:05.287352346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6eeac536-e3c5-481b-a983-1ab0b830fe8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:05.287429463Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6eeac536-e3c5-481b-a983-1ab0b830fe8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:05.288895385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b91e5f87-b0eb-47cb-ab1a-a9ff10375861","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:05.288964948Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b91e5f87-b0eb-47cb-ab1a-a9ff10375861","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:06.066031925Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"1898533a-01c9-44b0-b94d-471ffdad83f2","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:06.066056669Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"1898533a-01c9-44b0-b94d-471ffdad83f2","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:09.345003005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9b847489-4ee5-42b7-9f1d-2f73848179e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:09.345022204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ad32cc70-a9f3-494b-a874-4b74424fa734","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:09.413717112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ad32cc70-a9f3-494b-a874-4b74424fa734","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:09.413789933Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ad32cc70-a9f3-494b-a874-4b74424fa734","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:09.413707013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9b847489-4ee5-42b7-9f1d-2f73848179e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:09.413884659Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9b847489-4ee5-42b7-9f1d-2f73848179e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:09.448880477Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"20360fa1-b6ea-4efe-be32-5e02039de1b5","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:09.448908105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"20360fa1-b6ea-4efe-be32-5e02039de1b5","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:09.449278989Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"26c4eeaa-42aa-492c-a236-d66b75307b1a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:09.449301141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"26c4eeaa-42aa-492c-a236-d66b75307b1a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:09.449601547Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"38895267-4cdb-40d8-a42f-21f6216aaa57","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:09.449616504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"38895267-4cdb-40d8-a42f-21f6216aaa57","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:09.449817874Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"9dee8453-5d7d-48d3-aa35-9e83faaacb64","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:09.449829325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"9dee8453-5d7d-48d3-aa35-9e83faaacb64","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:09.449991282Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7bf7d3bb-2c0a-4394-b17a-d1b83eebcc30","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:09.450000571Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7bf7d3bb-2c0a-4394-b17a-d1b83eebcc30","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:09.502388055Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"17bde1ca-0c7d-42ef-aa27-2e4130f64d40","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:09.502408407Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"454771d7-70c4-4b99-a64a-31b7fee7e10a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:09.514289284Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"462ecccb-2219-4fe7-b462-b2a757ded13f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:09.51430827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"462ecccb-2219-4fe7-b462-b2a757ded13f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:09.514543172Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7e369632-8de8-49d8-86ea-d60cf2f35977","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:09.51455649Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7e369632-8de8-49d8-86ea-d60cf2f35977","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:09.514773487Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ede196b5-f62d-45fb-84e6-c508af1c7a1e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:09.514785986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ede196b5-f62d-45fb-84e6-c508af1c7a1e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:09.514979346Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4230dda9-e4a2-4543-b834-326a17b08b40","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:09.514990771Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4230dda9-e4a2-4543-b834-326a17b08b40","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:09.515171936Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7a839ed7-47c6-4391-9946-63ae31251840","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:09.51518396Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7a839ed7-47c6-4391-9946-63ae31251840","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:09.62583856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f0777a66-63b9-48c2-879e-7b1af5f57e5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:09.625838494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"21bf6009-f50d-4de7-aa04-abb176728063","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:09.682511923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"21bf6009-f50d-4de7-aa04-abb176728063","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:09.682579486Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"21bf6009-f50d-4de7-aa04-abb176728063","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:09.682752167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f0777a66-63b9-48c2-879e-7b1af5f57e5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:09.682812497Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f0777a66-63b9-48c2-879e-7b1af5f57e5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:09.894526833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fca2703c-3d00-47aa-a235-547ec957e52c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:09.89454498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0d6df07c-bac4-4a3c-824d-a0257fb8c1cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:09.951919382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0d6df07c-bac4-4a3c-824d-a0257fb8c1cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:09.951975184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fca2703c-3d00-47aa-a235-547ec957e52c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:09.952020716Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fca2703c-3d00-47aa-a235-547ec957e52c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:09.951984948Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0d6df07c-bac4-4a3c-824d-a0257fb8c1cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:10.729247786Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"2b921d41-c691-455b-82da-2c4e80cc21b5","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:10.72927101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"2b921d41-c691-455b-82da-2c4e80cc21b5","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:13.99801961Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b17cce73-9abc-43d4-b780-1015e10dd49e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:13.998045651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b17cce73-9abc-43d4-b780-1015e10dd49e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:13.998335983Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"de1b8f5b-f51e-4851-af84-3fcec97ce8b1","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:13.998350451Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"de1b8f5b-f51e-4851-af84-3fcec97ce8b1","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:13.998572205Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4c40bc58-404a-4874-9dd5-99930dd4a864","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:13.998584318Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4c40bc58-404a-4874-9dd5-99930dd4a864","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:13.998789359Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"368a3a23-6608-49fe-b850-68cd540c16f1","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:13.998805433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"368a3a23-6608-49fe-b850-68cd540c16f1","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:13.99900119Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1cb034e2-921e-4ef9-a78a-9b6118adc5b7","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:13.999012165Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1cb034e2-921e-4ef9-a78a-9b6118adc5b7","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:13.999269105Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"88045ccb-1b57-4c77-a91d-6464e412a83c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:13.999281751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"88045ccb-1b57-4c77-a91d-6464e412a83c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:14.032366977Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:14.052122004Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a7190b61-3857-4b3d-9c0a-d34eff8cf721","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:14.095885705Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"90358708-3da4-4946-b4ba-af30555e24af","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:14.095910169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"90358708-3da4-4946-b4ba-af30555e24af","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:14.096192807Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b27fddae-5d87-493b-ab4f-69added0bc6c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:14.096205342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b27fddae-5d87-493b-ab4f-69added0bc6c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:14.096391026Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"322097a3-e13b-4047-aae6-b5d36b6d03a3","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:14.096401623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"322097a3-e13b-4047-aae6-b5d36b6d03a3","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:14.096588082Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"26366d7a-d677-43c9-ae23-9ad24cdbb29a","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:14.096597896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"26366d7a-d677-43c9-ae23-9ad24cdbb29a","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:14.096804435Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7ef29eb6-c408-47b9-8316-8c29190cfcf0","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:14.096815289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7ef29eb6-c408-47b9-8316-8c29190cfcf0","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:14.096984465Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"95d915a0-5d91-4c80-bc95-618b27f0c1e8","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:14.096994089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"95d915a0-5d91-4c80-bc95-618b27f0c1e8","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:14.153236685Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"661a2d0f-f686-4c63-959f-b07020c3b8f1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:14.158973606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"029f2367-feb0-4285-9458-f8279935a5e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:14.159020707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"50f6fe7b-4d3a-4985-9e2d-e44b90b8cfd0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:14.218541322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"029f2367-feb0-4285-9458-f8279935a5e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:14.218578193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"50f6fe7b-4d3a-4985-9e2d-e44b90b8cfd0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:14.218620384Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"50f6fe7b-4d3a-4985-9e2d-e44b90b8cfd0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:14.218620455Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"029f2367-feb0-4285-9458-f8279935a5e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:14.431414184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a0e0eee3-22ce-4a21-8e09-e14c5473133f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:14.43141396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"33f40a53-e7ed-47f4-beba-bda23593a985","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:14.490377245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"33f40a53-e7ed-47f4-beba-bda23593a985","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:14.49046114Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"33f40a53-e7ed-47f4-beba-bda23593a985","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:14.490378874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a0e0eee3-22ce-4a21-8e09-e14c5473133f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:14.490535588Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a0e0eee3-22ce-4a21-8e09-e14c5473133f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:15.282898469Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"fcfa621d-4572-44dd-9f6d-6658c7f8f135","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:15.282924186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"fcfa621d-4572-44dd-9f6d-6658c7f8f135","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:17.495733005Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0468a064-35e8-4744-85a2-e695a88a90bb","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:17.495754481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0468a064-35e8-4744-85a2-e695a88a90bb","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:17.495992561Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b349f9f5-47a7-48ab-bef4-e9117ae0081b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:17.496004485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b349f9f5-47a7-48ab-bef4-e9117ae0081b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:17.496204923Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b3b84c72-1262-4697-ae18-9c5c1cd64b7a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:17.496216107Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b3b84c72-1262-4697-ae18-9c5c1cd64b7a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:17.496411725Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"86cb29ad-4c90-4cc2-b2c0-3b44e00fd6c8","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:17.496425916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"86cb29ad-4c90-4cc2-b2c0-3b44e00fd6c8","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:17.496631876Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"8a2a13d7-e762-40cc-bf1f-d91744e21e6b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:17.496643155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"8a2a13d7-e762-40cc-bf1f-d91744e21e6b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:17.496861029Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"fe307e31-8e6a-4f55-89d2-f1df768e7907","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:17.49687256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"fe307e31-8e6a-4f55-89d2-f1df768e7907","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:17.497066032Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d62b03ad-3f81-4d61-9975-86a1b6c77693","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:17.497079323Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d62b03ad-3f81-4d61-9975-86a1b6c77693","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:17.555459212Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7d4040e7-544d-4136-a107-147d6735f5ad","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:17.565055633Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"edb1a992-98c6-4ff8-ba83-3d509e2f3b42","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:17.565084272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"edb1a992-98c6-4ff8-ba83-3d509e2f3b42","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:17.565643491Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"468d7e26-71fa-435f-8602-a8440b8949ff","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:17.565692801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"468d7e26-71fa-435f-8602-a8440b8949ff","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:17.566234103Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e82e7a0c-e9fe-4a17-bc99-4e4389454896","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:17.56625772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e82e7a0c-e9fe-4a17-bc99-4e4389454896","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:17.566785245Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e3bab2de-4637-4174-baa1-23ac51cb5b2a","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:17.566812891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e3bab2de-4637-4174-baa1-23ac51cb5b2a","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:17.568584868Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"af3d6972-b4c0-40af-8740-4958a6297df7","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:17.568605238Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"af3d6972-b4c0-40af-8740-4958a6297df7","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:17.568993887Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5cb73d07-1d97-46f4-8456-285ab17104d7","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:17.569012601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5cb73d07-1d97-46f4-8456-285ab17104d7","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:17.56930693Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c6808732-13fa-45de-80f6-451c90a73d70","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:17.569324857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c6808732-13fa-45de-80f6-451c90a73d70","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:17.660405493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"39922bab-3685-4b0b-bd86-e636986e6301","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:17.660405551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"16b04277-998e-4914-9b1c-9c86e1f91f10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:17.718645555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"16b04277-998e-4914-9b1c-9c86e1f91f10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:17.718715077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"39922bab-3685-4b0b-bd86-e636986e6301","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:17.718762901Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"39922bab-3685-4b0b-bd86-e636986e6301","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:17.719201825Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"75933910-027b-40c0-bb27-9d932b56bbaa","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:17.883744062Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"367ba0d2-1fbd-430a-972c-aa060b826c39","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:17.883763233Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"367ba0d2-1fbd-430a-972c-aa060b826c39","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:17.929257031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8324e91e-5109-48ee-8b38-7a17dbadf3e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:17.986830944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8324e91e-5109-48ee-8b38-7a17dbadf3e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:17.98690515Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8324e91e-5109-48ee-8b38-7a17dbadf3e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:18.097608901Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"11366b32-0fba-4cbc-8a2c-11490d22ec0c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:18.131989212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7dd86681-53ac-4320-b2ec-fb9c505d00e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:18.189284104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7dd86681-53ac-4320-b2ec-fb9c505d00e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:18.232726855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7ad11a2b-781e-476b-9f06-eb91bff0f573","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:18.2929104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7ad11a2b-781e-476b-9f06-eb91bff0f573","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:18.292985788Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7ad11a2b-781e-476b-9f06-eb91bff0f573","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:18.512444388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"17bbceea-08ce-4fe8-aa27-e7223cc64aac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:18.512444539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7f84b1a7-fe90-4867-84f7-c72d79054038","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:18.589445211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"17bbceea-08ce-4fe8-aa27-e7223cc64aac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:18.590322925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7f84b1a7-fe90-4867-84f7-c72d79054038","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:18.590376808Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7f84b1a7-fe90-4867-84f7-c72d79054038","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:18.776382263Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1ac1521b-b8e2-4a28-bda9-cb14536246ef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:18.776409986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1ac1521b-b8e2-4a28-bda9-cb14536246ef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:18.991743207Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b39caaff-79e1-49fe-b0b2-61d597774c13","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:20.648495979Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1a61be5d-ad99-4ca3-84f8-59f99c3f618d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:20.648522796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1a61be5d-ad99-4ca3-84f8-59f99c3f618d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:20.648944383Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2ff9a5cc-eaf7-456d-88da-175eb226acf8","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:20.648965664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2ff9a5cc-eaf7-456d-88da-175eb226acf8","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:20.649275696Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c5fbea46-e787-4c64-8b58-042945da6cd5","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:20.649295106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c5fbea46-e787-4c64-8b58-042945da6cd5","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:20.649568361Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"230fbd9e-a681-4225-b08b-3e6b8eaf2120","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:20.649582182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"230fbd9e-a681-4225-b08b-3e6b8eaf2120","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:20.649781191Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c0bc6407-c575-4922-96af-6f6d8db18984","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:20.649792724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c0bc6407-c575-4922-96af-6f6d8db18984","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:20.64996036Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7cadca30-44d2-41f3-8551-3614264e709d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:20.649969556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7cadca30-44d2-41f3-8551-3614264e709d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:20.650134705Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"073bc758-245f-4267-b4c3-9f9816769a79","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:20.6501435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"073bc758-245f-4267-b4c3-9f9816769a79","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:20.650344508Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8bccd8e4-d4a1-4437-a11e-abe001473b32","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:20.650354289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8bccd8e4-d4a1-4437-a11e-abe001473b32","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:20.7179312Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3e801a03-064c-44a6-88e2-35ccfcf665fa","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:20.717952156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3e801a03-064c-44a6-88e2-35ccfcf665fa","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:20.718204797Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0e23bc2a-13c9-45bd-9dbf-63c155ee5a28","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:20.718215781Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0e23bc2a-13c9-45bd-9dbf-63c155ee5a28","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:20.718389862Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2042d743-d309-4bcb-a909-a2442deaf99d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:20.718399422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2042d743-d309-4bcb-a909-a2442deaf99d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:20.718569022Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"23e7063e-6f8e-4ee9-b522-0e11e6ac3299","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:20.718578094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"23e7063e-6f8e-4ee9-b522-0e11e6ac3299","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:20.718783661Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5108cbd1-bc34-4d9c-a460-f426a3a70367","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:20.718794982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5108cbd1-bc34-4d9c-a460-f426a3a70367","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:20.718966856Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"2c873b27-8a67-4aca-9709-d1df6b29657c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:20.718975803Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"2c873b27-8a67-4aca-9709-d1df6b29657c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:20.719129901Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3216eb3c-6a97-4fa7-804a-1bd8ce348abf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:20.719138808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3216eb3c-6a97-4fa7-804a-1bd8ce348abf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:20.719342756Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a66ab370-cfc6-461e-b150-0585c1de2c4b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:20.719353472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a66ab370-cfc6-461e-b150-0585c1de2c4b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:20.808255518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8b304f1a-8555-45fa-a442-30e758764cc6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:20.80825548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1c6318d0-988b-43eb-8e97-35163e335473","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:20.861685381Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d990fd1b-554f-4ff9-afc9-dd12c8e4f444","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:20.865774371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1c6318d0-988b-43eb-8e97-35163e335473","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:20.866007317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8b304f1a-8555-45fa-a442-30e758764cc6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:20.912199604Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3294a742-c8d1-4abe-88f4-9bf67a9e08f0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"premium-simulated-simulated-premium","subscriptionCount":1,"subscriptions":["models-as-a-service/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:21.077693116Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f2b3ffe6-b18d-4624-b798-85eb8a77ae46","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:21.077713604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f2b3ffe6-b18d-4624-b798-85eb8a77ae46","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:21.1823645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"77ad5955-7139-4071-b3aa-2c92bb63107f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:21.182405832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cd90b216-db81-4f5a-94c0-3ba73260becc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:21.240924923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cd90b216-db81-4f5a-94c0-3ba73260becc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:21.241022608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"77ad5955-7139-4071-b3aa-2c92bb63107f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:21.290383452Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e3017630-b4ab-45e4-860e-d64355c77003","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:21.925361361Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5d6f6b83-8270-4d84-93c1-88eb929eb48f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:21.925391114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5d6f6b83-8270-4d84-93c1-88eb929eb48f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:22.1390063Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"242676e1-9d39-4a9a-914b-ae3c2e3a4015","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:25.814556215Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4841b5d1-0157-4237-840e-4bfa1ccb6dfe","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:25.921507769Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6cb6c5e0-271d-40c8-be7f-06dc6a476098","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:25.943026081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e210df42-450d-4b97-9c6f-8516f17f5613","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:25.943213102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fd82b62b-90a1-4d73-a9bd-75e499a69d83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:25.980265986Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5a56c8f5-2da3-48b4-b0fb-c84e85c61be2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:25.980286383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5a56c8f5-2da3-48b4-b0fb-c84e85c61be2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:26.027569125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e210df42-450d-4b97-9c6f-8516f17f5613","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:26.0277512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fd82b62b-90a1-4d73-a9bd-75e499a69d83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:26.08712141Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f08f2d42-87da-48ce-9397-9f3b43713c3e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:26.08714255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f08f2d42-87da-48ce-9397-9f3b43713c3e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:26.375296973Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1e1d2559-a3b5-4a6b-93ad-a3d5c43b3635","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:26.375325164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1e1d2559-a3b5-4a6b-93ad-a3d5c43b3635","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:26.393813767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"745778d3-0afe-437e-a1cf-14e7083e563e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:26.393808395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7565f665-7063-4554-a621-4ca2e105a76f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:26.452148732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7565f665-7063-4554-a621-4ca2e105a76f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:26.452440735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"745778d3-0afe-437e-a1cf-14e7083e563e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:28.722080314Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"df444af3-2944-4e6e-be16-e387db042a58","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:28.72210097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"df444af3-2944-4e6e-be16-e387db042a58","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:30.719089334Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e483e686-1213-45c7-99ef-bb3a6fa81045","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:30.719110093Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e483e686-1213-45c7-99ef-bb3a6fa81045","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:30.719493042Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"edf2e54e-5d6d-4c08-aa7e-844b5496d818","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:30.71951071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"edf2e54e-5d6d-4c08-aa7e-844b5496d818","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:30.719782711Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"72bb1f4d-97f5-4e11-8024-5dce9ff2037d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:30.719794997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"72bb1f4d-97f5-4e11-8024-5dce9ff2037d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:30.720001246Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"e1c26acd-68f4-43a9-93fe-8068e224a126","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:30.720011348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"e1c26acd-68f4-43a9-93fe-8068e224a126","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:32.434251761Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"930f7612-70f8-404a-9f03-903248e0ff7b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:32.434282575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"930f7612-70f8-404a-9f03-903248e0ff7b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:35.01559429Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"74058e54-fa55-4e5d-8d38-46afbfcbb429","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:35.015615672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"74058e54-fa55-4e5d-8d38-46afbfcbb429","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:35.169306171Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"56ef831c-2d88-42cb-8ea9-8a789acf8239","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:35.271532285Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e4fab2a3-6f0f-48f5-8d15-bf0f2c7f9815","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:35.981871981Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"591fb66c-6b12-4de3-bce1-c85a8ea97d56","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:35.981894165Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"591fb66c-6b12-4de3-bce1-c85a8ea97d56","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:36.088590791Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"16369439-2f7c-49cd-af4f-fb5bae4b6551","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:36.08861269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"16369439-2f7c-49cd-af4f-fb5bae4b6551","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:37.778211752Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"fc00e0ce-337e-4b19-95bb-057edc5ed846","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:37.778239031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"fc00e0ce-337e-4b19-95bb-057edc5ed846","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:40.565774927Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7a727914-2a31-439f-8e75-edbefaa81772","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:40.565794988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7a727914-2a31-439f-8e75-edbefaa81772","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:44.081441595Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:44.19497922Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c901601c-f7f8-42f2-af17-b57087ad1226","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:44.195009083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c901601c-f7f8-42f2-af17-b57087ad1226","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:44.408956276Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"78cf302c-eb6a-4dda-91e9-a380c59c73ea","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:44.413446408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"86bd687f-1c58-4bd3-8521-7cd4d0c13b04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:44.413444813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a564b2bb-6681-4e18-9e5c-7aebee807924","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:44.521305916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"86bd687f-1c58-4bd3-8521-7cd4d0c13b04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:44.521678554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a564b2bb-6681-4e18-9e5c-7aebee807924","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:44.578815033Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d6f69e9d-2776-496b-8b0c-e24987062017","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:44.578837275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d6f69e9d-2776-496b-8b0c-e24987062017","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:44.793307384Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"150547b5-faca-4b31-aa6e-54b91a01eb92","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:45.982626744Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b490e8a2-a16a-4a0d-b6d6-bd5d1133e230","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:45.98267769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b490e8a2-a16a-4a0d-b6d6-bd5d1133e230","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:46.843107089Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f0a9affd-ecdb-4939-9c2c-e45786ff1660","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:46.84313023Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f0a9affd-ecdb-4939-9c2c-e45786ff1660","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:47.059009603Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a2b670de-fe03-46e0-8472-6a97c0f08397","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:47.060524443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d516b0ca-a76b-4e4b-ad7c-b3c9e2417e38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:47.060523721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"005c12ad-d64a-4c79-936a-d95f80fcd989","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:47.164982309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"005c12ad-d64a-4c79-936a-d95f80fcd989","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:47.167834545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d516b0ca-a76b-4e4b-ad7c-b3c9e2417e38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:47.225220891Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"524a8bea-e63f-433b-834f-b0dd4148d5aa","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:47.225243799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"524a8bea-e63f-433b-834f-b0dd4148d5aa","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:47.43891093Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7570469f-cd5a-4ba6-85f3-72e81a1edf49","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:49.700272284Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e03734c8-3062-46d4-90d4-623ad24c2246","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:49.700297223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e03734c8-3062-46d4-90d4-623ad24c2246","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:49.857964005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"314992a1-7af2-4b0a-a6ff-a3846dce324b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:49.914771976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"314992a1-7af2-4b0a-a6ff-a3846dce324b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:49.927456318Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e151b927-dce9-4466-a62c-25b949ece3a3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:49.92748224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e151b927-dce9-4466-a62c-25b949ece3a3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:50.085579086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"960bdeba-378a-4347-bcbe-7732ae77e868","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:50.140135042Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"dbd9056d-2515-4a79-809e-ba3bfcaebfd3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:50.142398888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"960bdeba-378a-4347-bcbe-7732ae77e868","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:50.178843488Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0b06e222-5812-4a24-9048-56bd990499ab","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:50.178863071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0b06e222-5812-4a24-9048-56bd990499ab","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:50.307479178Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4a28bf93-b5b6-4014-b147-fc9a289c76ab","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:50.307499666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4a28bf93-b5b6-4014-b147-fc9a289c76ab","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:50.336863497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"85bba5fd-0b0b-4ef3-9bae-c0ed2dd60762","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:50.394317465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"85bba5fd-0b0b-4ef3-9bae-c0ed2dd60762","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:13:50.654306834Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"85bba5fd-0b0b-4ef3-9bae-c0ed2dd60762","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:50.818315297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b11e15e6-4582-42d7-aecf-6f82ed78d9b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:50.876390118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b11e15e6-4582-42d7-aecf-6f82ed78d9b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:14.082003571Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:44.031402856Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:44.202237407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78306a9d-2dc4-4bfe-932a-722c911ace0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:44.255956164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78306a9d-2dc4-4bfe-932a-722c911ace0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:44.308870877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78306a9d-2dc4-4bfe-932a-722c911ace0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:44.361871907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78306a9d-2dc4-4bfe-932a-722c911ace0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:44.791472647Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-f94871a1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-f94871a1","reconcileID":"704fb202-c32c-4d20-9a61-a26eb39ebe1f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-f94871a1","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-f94871a1":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:45.840915047Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-a0c7a371","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-a0c7a371","reconcileID":"8fba53ff-26f1-4bd4-986a-cdfab06379e4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-a0c7a371-gw","applied":{"maas.opendatahub.io/gateway-access-e2e-migrate-a0c7a371-gw":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:46.350868462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c22b19c5-421a-49f9-a5e1-aaa91ae29aed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:46.403682293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c22b19c5-421a-49f9-a5e1-aaa91ae29aed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:46.456602414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c22b19c5-421a-49f9-a5e1-aaa91ae29aed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:46.509537625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c22b19c5-421a-49f9-a5e1-aaa91ae29aed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:48.440869071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c1d6eea-a4b5-4168-850b-53936cf4279f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:48.493576225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c1d6eea-a4b5-4168-850b-53936cf4279f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:48.546529588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c1d6eea-a4b5-4168-850b-53936cf4279f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:48.599357138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c1d6eea-a4b5-4168-850b-53936cf4279f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:49.03738437Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-7164dd00","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-7164dd00","reconcileID":"ed57e7b5-d25a-4b06-9186-27c72eb8d7c2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-7164dd00","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-7164dd00":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:50.585214174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0eb2a805-85e4-44be-8776-0728e74e7983","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:50.637932851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0eb2a805-85e4-44be-8776-0728e74e7983","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:50.690778159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0eb2a805-85e4-44be-8776-0728e74e7983","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:50.743293501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0eb2a805-85e4-44be-8776-0728e74e7983","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:52.705371559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f794c22f-4d31-4fe7-ab46-1c4cc2756d74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:52.759180849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f794c22f-4d31-4fe7-ab46-1c4cc2756d74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:52.812108724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f794c22f-4d31-4fe7-ab46-1c4cc2756d74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:52.865209865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f794c22f-4d31-4fe7-ab46-1c4cc2756d74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:53.989802305Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-b9656f65","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-b9656f65","reconcileID":"56dad00b-3004-4963-8fbd-250a7b94563b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-b9656f65","applied":{"maas.opendatahub.io/gateway-access-e2e-derive-b9656f65":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:54.800553031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74932216-b359-4c04-8b52-4dd38c683403","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:54.853353532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74932216-b359-4c04-8b52-4dd38c683403","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:54.906091387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74932216-b359-4c04-8b52-4dd38c683403","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:54.959094188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74932216-b359-4c04-8b52-4dd38c683403","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:55.241293551Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-a0c7a371"},"namespace":"ai-tenant-e2e-migrate-a0c7a371","name":"default-tenant","reconcileID":"df18e210-a349-4a5d-abf3-280ffa5710f9","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:55.296233301Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-a0c7a371"},"namespace":"ai-tenant-e2e-migrate-a0c7a371","name":"default-tenant","reconcileID":"df18e210-a349-4a5d-abf3-280ffa5710f9","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:55.400996325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-a0c7a371"},"namespace":"ai-tenant-e2e-migrate-a0c7a371","name":"default-tenant","reconcileID":"df18e210-a349-4a5d-abf3-280ffa5710f9","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-migrate-a0c7a371-gw","tenantID":"e2e-migrate-a0c7a371","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:55.51996263Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-a0c7a371"},"namespace":"ai-tenant-e2e-migrate-a0c7a371","name":"default-tenant","reconcileID":"df18e210-a349-4a5d-abf3-280ffa5710f9","name":"e2e-migrate-a0c7a371-gw-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:56.926518229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe592b97-1796-49c3-a4c9-6eed388b5982","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:56.979252516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe592b97-1796-49c3-a4c9-6eed388b5982","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:57.031931969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe592b97-1796-49c3-a4c9-6eed388b5982","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:57.084503481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe592b97-1796-49c3-a4c9-6eed388b5982","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:58.252782006Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-870eefeb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-870eefeb","reconcileID":"6d88bc0a-d42c-4092-8398-90cc198feaca","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-870eefeb","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-870eefeb":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:59.497383926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"508790ba-dc7b-46e7-8669-ae06ccb95cbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:59.550558024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"508790ba-dc7b-46e7-8669-ae06ccb95cbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:59.603414811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"508790ba-dc7b-46e7-8669-ae06ccb95cbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:59.656136723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"508790ba-dc7b-46e7-8669-ae06ccb95cbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:00.56670402Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f94871a1"},"namespace":"ai-tenant-e2e-ait-f94871a1","name":"default-tenant","reconcileID":"34088ed6-30fd-42e8-a0d8-c43c4665fb56","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:00.726530745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f94871a1"},"namespace":"ai-tenant-e2e-ait-f94871a1","name":"default-tenant","reconcileID":"34088ed6-30fd-42e8-a0d8-c43c4665fb56","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-f94871a1","tenantID":"e2e-ait-f94871a1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:00.843997519Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f94871a1"},"namespace":"ai-tenant-e2e-ait-f94871a1","name":"default-tenant","reconcileID":"34088ed6-30fd-42e8-a0d8-c43c4665fb56","name":"e2e-ait-f94871a1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:03.314074895Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9006239d-8276-40e5-aced-ce399cc91561","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:03.488333132Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3076d1fd-089a-40f1-9af7-54056ad238f2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:10.890707486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-7164dd00"},"namespace":"ai-tenant-e2e-ait-7164dd00","name":"default-tenant","reconcileID":"c81ba127-bcaa-46f8-8b31-fee25c1d163c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-7164dd00","tenantID":"e2e-ait-7164dd00","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:11.008102172Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-7164dd00"},"namespace":"ai-tenant-e2e-ait-7164dd00","name":"default-tenant","reconcileID":"c81ba127-bcaa-46f8-8b31-fee25c1d163c","name":"e2e-ait-7164dd00-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:14.03106682Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:15.846169451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-b9656f65"},"namespace":"ai-tenant-e2e-derive-b9656f65","name":"default-tenant","reconcileID":"ea8f4ce2-3bf7-42b8-b0e3-5a37d8d72d63","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-derive-b9656f65","tenantID":"e2e-derive-b9656f65","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:15.967177733Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-b9656f65"},"namespace":"ai-tenant-e2e-derive-b9656f65","name":"default-tenant","reconcileID":"ea8f4ce2-3bf7-42b8-b0e3-5a37d8d72d63","name":"e2e-derive-b9656f65-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:20.401260382Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-a0c7a371"},"namespace":"ai-tenant-e2e-migrate-a0c7a371","name":"default-tenant","reconcileID":"6b3c7cff-3e85-40e8-8e81-7e4aabd4f414","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:20.512460802Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-a0c7a371"},"namespace":"ai-tenant-e2e-migrate-a0c7a371","name":"default-tenant","reconcileID":"6b3c7cff-3e85-40e8-8e81-7e4aabd4f414","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:22.55554489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41c23bbb-be5a-4da2-ae02-ab88159df142","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:22.611353157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41c23bbb-be5a-4da2-ae02-ab88159df142","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:22.664378796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41c23bbb-be5a-4da2-ae02-ab88159df142","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:22.717513637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41c23bbb-be5a-4da2-ae02-ab88159df142","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:24.704060191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7389cba4-ca60-443b-88d8-137ac86229f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:24.757303105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7389cba4-ca60-443b-88d8-137ac86229f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:24.810245774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7389cba4-ca60-443b-88d8-137ac86229f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:24.863525422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7389cba4-ca60-443b-88d8-137ac86229f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:25.634559129Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-870eefeb"},"namespace":"ai-tenant-e2e-ait-870eefeb","name":"default-tenant","reconcileID":"35e49027-e7be-42b5-9537-537d5f5d4170","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:25.79545199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-870eefeb"},"namespace":"ai-tenant-e2e-ait-870eefeb","name":"default-tenant","reconcileID":"35e49027-e7be-42b5-9537-537d5f5d4170","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-870eefeb","tenantID":"e2e-ait-870eefeb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:25.94033867Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-870eefeb"},"namespace":"ai-tenant-e2e-ait-870eefeb","name":"default-tenant","reconcileID":"35e49027-e7be-42b5-9537-537d5f5d4170","name":"e2e-ait-870eefeb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:26.815418083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc91525b-44ea-44c6-b6ac-c7aea71ccb40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:26.86869999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc91525b-44ea-44c6-b6ac-c7aea71ccb40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:26.92205709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc91525b-44ea-44c6-b6ac-c7aea71ccb40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:26.97482193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc91525b-44ea-44c6-b6ac-c7aea71ccb40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:28.886614422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a6ca2f1-03b9-4e9c-9159-cae0de082979","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:28.939498041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a6ca2f1-03b9-4e9c-9159-cae0de082979","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:28.992934566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a6ca2f1-03b9-4e9c-9159-cae0de082979","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:29.04597546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a6ca2f1-03b9-4e9c-9159-cae0de082979","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:31.017938289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b9eb105-e26d-4e84-9923-fe710c9b1ab2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:31.071362202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b9eb105-e26d-4e84-9923-fe710c9b1ab2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:31.124531944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b9eb105-e26d-4e84-9923-fe710c9b1ab2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:31.177550349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b9eb105-e26d-4e84-9923-fe710c9b1ab2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:33.090242855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b973ac5-7d4e-4c32-a210-e9b5d225cd42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:33.143340557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b973ac5-7d4e-4c32-a210-e9b5d225cd42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:33.196160304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b973ac5-7d4e-4c32-a210-e9b5d225cd42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:33.248839667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b973ac5-7d4e-4c32-a210-e9b5d225cd42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:35.160912339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"136ab448-e916-4885-9ea9-f942599e410d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:35.213840323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"136ab448-e916-4885-9ea9-f942599e410d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:35.266685965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"136ab448-e916-4885-9ea9-f942599e410d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:35.319513687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"136ab448-e916-4885-9ea9-f942599e410d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:37.312256423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"481c42a9-38df-4192-b88c-b6cde2e286be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:37.365713392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"481c42a9-38df-4192-b88c-b6cde2e286be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:37.420465777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"481c42a9-38df-4192-b88c-b6cde2e286be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:37.473357088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"481c42a9-38df-4192-b88c-b6cde2e286be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:39.4082031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d390f10-02af-4056-a7e0-9c3b6be707a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:39.461180519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d390f10-02af-4056-a7e0-9c3b6be707a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:39.514017191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d390f10-02af-4056-a7e0-9c3b6be707a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:39.566897688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d390f10-02af-4056-a7e0-9c3b6be707a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:41.491700519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64e77f74-08b6-4de3-9595-59630066cf4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:41.544702456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64e77f74-08b6-4de3-9595-59630066cf4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:41.597906264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64e77f74-08b6-4de3-9595-59630066cf4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:41.653499892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64e77f74-08b6-4de3-9595-59630066cf4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:43.5888209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5019b4ac-95fb-4984-b56a-c3a66a8d9fc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:43.641613908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5019b4ac-95fb-4984-b56a-c3a66a8d9fc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:43.694976944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5019b4ac-95fb-4984-b56a-c3a66a8d9fc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:43.747811675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5019b4ac-95fb-4984-b56a-c3a66a8d9fc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:43.939303873Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b8ad984a-cd12-4afa-9899-00f067ddabad","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:43.991714681Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8c4c4be4-0e74-4ad2-9045-5a3a0533e775","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:44.035407199Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:45.728055686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14ba99ac-3c4f-4abb-bfac-3b035fbd43bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:45.780693062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14ba99ac-3c4f-4abb-bfac-3b035fbd43bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:45.833572285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14ba99ac-3c4f-4abb-bfac-3b035fbd43bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:45.886380255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14ba99ac-3c4f-4abb-bfac-3b035fbd43bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:47.080613466Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-a0c7a371"},"namespace":"ai-tenant-e2e-migrate-a0c7a371","name":"default-tenant","reconcileID":"1343a021-08a6-451c-afb0-172f6d27f5f3","namespace":"ai-tenant-e2e-migrate-a0c7a371","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:47.080725629Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-a0c7a371"},"namespace":"ai-tenant-e2e-migrate-a0c7a371","name":"default-tenant","reconcileID":"1343a021-08a6-451c-afb0-172f6d27f5f3","namespace":"ai-tenant-e2e-migrate-a0c7a371","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:47.080812536Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-a0c7a371"},"namespace":"ai-tenant-e2e-migrate-a0c7a371","name":"default-tenant","reconcileID":"1343a021-08a6-451c-afb0-172f6d27f5f3","tenant":"e2e-migrate-a0c7a371","tenantID":"e2e-migrate-a0c7a371","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:47.135218546Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-a0c7a371"},"namespace":"ai-tenant-e2e-migrate-a0c7a371","name":"default-tenant","reconcileID":"1343a021-08a6-451c-afb0-172f6d27f5f3","gvk":"Deployment","name":"maas-api-e2e-migrate-a0c7a371","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:47.195082786Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-a0c7a371"},"namespace":"ai-tenant-e2e-migrate-a0c7a371","name":"default-tenant","reconcileID":"1343a021-08a6-451c-afb0-172f6d27f5f3","gvk":"Service","name":"maas-api-e2e-migrate-a0c7a371","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:47.281418671Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-a0c7a371"},"namespace":"ai-tenant-e2e-migrate-a0c7a371","name":"default-tenant","reconcileID":"1343a021-08a6-451c-afb0-172f6d27f5f3","gvk":"HTTPRoute","name":"maas-api-route-e2e-migrate-a0c7a371","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:47.335760367Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-a0c7a371"},"namespace":"ai-tenant-e2e-migrate-a0c7a371","name":"default-tenant","reconcileID":"1343a021-08a6-451c-afb0-172f6d27f5f3","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-migrate-a0c7a371","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:47.390901017Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-a0c7a371"},"namespace":"ai-tenant-e2e-migrate-a0c7a371","name":"default-tenant","reconcileID":"1343a021-08a6-451c-afb0-172f6d27f5f3","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-migrate-a0c7a371","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:47.445200884Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-a0c7a371"},"namespace":"ai-tenant-e2e-migrate-a0c7a371","name":"default-tenant","reconcileID":"1343a021-08a6-451c-afb0-172f6d27f5f3","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-migrate-a0c7a371","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:47.497284369Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-a0c7a371"},"namespace":"ai-tenant-e2e-migrate-a0c7a371","name":"default-tenant","reconcileID":"1343a021-08a6-451c-afb0-172f6d27f5f3","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-migrate-a0c7a371","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:47.552197278Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-a0c7a371"},"namespace":"ai-tenant-e2e-migrate-a0c7a371","name":"default-tenant","reconcileID":"1343a021-08a6-451c-afb0-172f6d27f5f3","gvk":"Telemetry","name":"latency-per-subscription-e2e-migrate-a0c7a371","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:47.604887383Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-a0c7a371"},"namespace":"ai-tenant-e2e-migrate-a0c7a371","name":"default-tenant","reconcileID":"1343a021-08a6-451c-afb0-172f6d27f5f3","gvk":"Deployment","name":"payload-processing-e2e-migrate-a0c7a371","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:47.658014998Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-a0c7a371"},"namespace":"ai-tenant-e2e-migrate-a0c7a371","name":"default-tenant","reconcileID":"1343a021-08a6-451c-afb0-172f6d27f5f3","gvk":"Deployment","name":"payload-pre-processing-e2e-migrate-a0c7a371","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:47.710407396Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-a0c7a371"},"namespace":"ai-tenant-e2e-migrate-a0c7a371","name":"default-tenant","reconcileID":"1343a021-08a6-451c-afb0-172f6d27f5f3","gvk":"Service","name":"payload-processing-e2e-migrate-a0c7a371","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:47.763022764Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-a0c7a371"},"namespace":"ai-tenant-e2e-migrate-a0c7a371","name":"default-tenant","reconcileID":"1343a021-08a6-451c-afb0-172f6d27f5f3","gvk":"Service","name":"payload-pre-processing-e2e-migrate-a0c7a371","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:47.805412616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc1a5758-b7ae-478a-b5d6-0df93bde0b3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:47.858157679Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-a0c7a371"},"namespace":"ai-tenant-e2e-migrate-a0c7a371","name":"default-tenant","reconcileID":"1343a021-08a6-451c-afb0-172f6d27f5f3","gvk":"DestinationRule","name":"payload-processing-e2e-migrate-a0c7a371","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:47.858783219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc1a5758-b7ae-478a-b5d6-0df93bde0b3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:47.911262051Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-a0c7a371"},"namespace":"ai-tenant-e2e-migrate-a0c7a371","name":"default-tenant","reconcileID":"1343a021-08a6-451c-afb0-172f6d27f5f3","gvk":"DestinationRule","name":"payload-pre-processing-e2e-migrate-a0c7a371","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:47.914168735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc1a5758-b7ae-478a-b5d6-0df93bde0b3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:47.967023668Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-a0c7a371"},"namespace":"ai-tenant-e2e-migrate-a0c7a371","name":"default-tenant","reconcileID":"1343a021-08a6-451c-afb0-172f6d27f5f3","gvk":"EnvoyFilter","name":"payload-processing-e2e-migrate-a0c7a371","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:47.967687939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc1a5758-b7ae-478a-b5d6-0df93bde0b3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:48.02053216Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-a0c7a371"},"namespace":"ai-tenant-e2e-migrate-a0c7a371","name":"default-tenant","reconcileID":"1343a021-08a6-451c-afb0-172f6d27f5f3","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-migrate-a0c7a371","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:48.073070516Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-a0c7a371"},"namespace":"ai-tenant-e2e-migrate-a0c7a371","name":"default-tenant","reconcileID":"1343a021-08a6-451c-afb0-172f6d27f5f3","gvk":"NetworkPolicy","name":"payload-processing-e2e-migrate-a0c7a371","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:48.125748218Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-a0c7a371"},"namespace":"ai-tenant-e2e-migrate-a0c7a371","name":"default-tenant","reconcileID":"1343a021-08a6-451c-afb0-172f6d27f5f3","gvk":"ServiceAccount","name":"payload-processing-e2e-migrate-a0c7a371","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:48.179464277Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-a0c7a371"},"namespace":"ai-tenant-e2e-migrate-a0c7a371","name":"default-tenant","reconcileID":"1343a021-08a6-451c-afb0-172f6d27f5f3","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-migrate-a0c7a371","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:48.234464995Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-a0c7a371"},"namespace":"ai-tenant-e2e-migrate-a0c7a371","name":"default-tenant","reconcileID":"1343a021-08a6-451c-afb0-172f6d27f5f3","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-migrate-a0c7a371","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:49.356573939Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-a0c7a371","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-a0c7a371","reconcileID":"c165d3d9-272c-4504-af99-fe45b784fcb5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-a0c7a371-gw","removed":["maas.opendatahub.io/gateway-access-e2e-migrate-a0c7a371-gw"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:49.890387558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd12adfc-70a8-49d9-9c1e-71f3c58110f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:49.943209768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd12adfc-70a8-49d9-9c1e-71f3c58110f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:49.996521506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd12adfc-70a8-49d9-9c1e-71f3c58110f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:50.050001028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd12adfc-70a8-49d9-9c1e-71f3c58110f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:52.002513286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2777f2a5-56a6-4476-aed1-34b3fb5fe404","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:52.056430799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2777f2a5-56a6-4476-aed1-34b3fb5fe404","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:52.109404145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2777f2a5-56a6-4476-aed1-34b3fb5fe404","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:52.162417015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2777f2a5-56a6-4476-aed1-34b3fb5fe404","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:53.497235783Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f94871a1"},"namespace":"ai-tenant-e2e-ait-f94871a1","name":"default-tenant","reconcileID":"e7d16c9c-4ed9-4b54-aa93-03097c36cbb0","namespace":"ai-tenant-e2e-ait-f94871a1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:53.497297366Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f94871a1"},"namespace":"ai-tenant-e2e-ait-f94871a1","name":"default-tenant","reconcileID":"e7d16c9c-4ed9-4b54-aa93-03097c36cbb0","namespace":"ai-tenant-e2e-ait-f94871a1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:53.497356246Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f94871a1"},"namespace":"ai-tenant-e2e-ait-f94871a1","name":"default-tenant","reconcileID":"e7d16c9c-4ed9-4b54-aa93-03097c36cbb0","tenant":"e2e-ait-f94871a1","tenantID":"e2e-ait-f94871a1","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:53.553910291Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f94871a1"},"namespace":"ai-tenant-e2e-ait-f94871a1","name":"default-tenant","reconcileID":"e7d16c9c-4ed9-4b54-aa93-03097c36cbb0","gvk":"Deployment","name":"maas-api-e2e-ait-f94871a1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:53.616869366Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f94871a1"},"namespace":"ai-tenant-e2e-ait-f94871a1","name":"default-tenant","reconcileID":"e7d16c9c-4ed9-4b54-aa93-03097c36cbb0","gvk":"Service","name":"maas-api-e2e-ait-f94871a1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:53.67598759Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f94871a1"},"namespace":"ai-tenant-e2e-ait-f94871a1","name":"default-tenant","reconcileID":"e7d16c9c-4ed9-4b54-aa93-03097c36cbb0","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-f94871a1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:53.731222648Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f94871a1"},"namespace":"ai-tenant-e2e-ait-f94871a1","name":"default-tenant","reconcileID":"e7d16c9c-4ed9-4b54-aa93-03097c36cbb0","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-f94871a1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:53.793546121Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f94871a1"},"namespace":"ai-tenant-e2e-ait-f94871a1","name":"default-tenant","reconcileID":"e7d16c9c-4ed9-4b54-aa93-03097c36cbb0","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-f94871a1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:53.85160124Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f94871a1"},"namespace":"ai-tenant-e2e-ait-f94871a1","name":"default-tenant","reconcileID":"e7d16c9c-4ed9-4b54-aa93-03097c36cbb0","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-f94871a1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:53.915347438Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f94871a1"},"namespace":"ai-tenant-e2e-ait-f94871a1","name":"default-tenant","reconcileID":"e7d16c9c-4ed9-4b54-aa93-03097c36cbb0","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-f94871a1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:53.97305871Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f94871a1"},"namespace":"ai-tenant-e2e-ait-f94871a1","name":"default-tenant","reconcileID":"e7d16c9c-4ed9-4b54-aa93-03097c36cbb0","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-f94871a1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:54.025921891Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f94871a1"},"namespace":"ai-tenant-e2e-ait-f94871a1","name":"default-tenant","reconcileID":"e7d16c9c-4ed9-4b54-aa93-03097c36cbb0","gvk":"Deployment","name":"payload-processing-e2e-ait-f94871a1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:54.078525028Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f94871a1"},"namespace":"ai-tenant-e2e-ait-f94871a1","name":"default-tenant","reconcileID":"e7d16c9c-4ed9-4b54-aa93-03097c36cbb0","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-f94871a1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:54.100296871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53b5b0ee-969e-4f5b-b3cd-db8e4e54cae8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:54.152506684Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f94871a1"},"namespace":"ai-tenant-e2e-ait-f94871a1","name":"default-tenant","reconcileID":"e7d16c9c-4ed9-4b54-aa93-03097c36cbb0","gvk":"Service","name":"payload-processing-e2e-ait-f94871a1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:54.153308281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53b5b0ee-969e-4f5b-b3cd-db8e4e54cae8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:54.206244519Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f94871a1"},"namespace":"ai-tenant-e2e-ait-f94871a1","name":"default-tenant","reconcileID":"e7d16c9c-4ed9-4b54-aa93-03097c36cbb0","gvk":"Service","name":"payload-pre-processing-e2e-ait-f94871a1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:54.206254701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53b5b0ee-969e-4f5b-b3cd-db8e4e54cae8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:54.25908836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53b5b0ee-969e-4f5b-b3cd-db8e4e54cae8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:54.259155794Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f94871a1"},"namespace":"ai-tenant-e2e-ait-f94871a1","name":"default-tenant","reconcileID":"e7d16c9c-4ed9-4b54-aa93-03097c36cbb0","gvk":"DestinationRule","name":"payload-processing-e2e-ait-f94871a1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:54.311620473Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f94871a1"},"namespace":"ai-tenant-e2e-ait-f94871a1","name":"default-tenant","reconcileID":"e7d16c9c-4ed9-4b54-aa93-03097c36cbb0","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-f94871a1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:54.364887544Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f94871a1"},"namespace":"ai-tenant-e2e-ait-f94871a1","name":"default-tenant","reconcileID":"e7d16c9c-4ed9-4b54-aa93-03097c36cbb0","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-f94871a1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:54.421759812Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f94871a1"},"namespace":"ai-tenant-e2e-ait-f94871a1","name":"default-tenant","reconcileID":"e7d16c9c-4ed9-4b54-aa93-03097c36cbb0","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-f94871a1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:54.526603211Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f94871a1"},"namespace":"ai-tenant-e2e-ait-f94871a1","name":"default-tenant","reconcileID":"e7d16c9c-4ed9-4b54-aa93-03097c36cbb0","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-f94871a1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:54.579258137Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f94871a1"},"namespace":"ai-tenant-e2e-ait-f94871a1","name":"default-tenant","reconcileID":"e7d16c9c-4ed9-4b54-aa93-03097c36cbb0","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-f94871a1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:54.631850801Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f94871a1"},"namespace":"ai-tenant-e2e-ait-f94871a1","name":"default-tenant","reconcileID":"e7d16c9c-4ed9-4b54-aa93-03097c36cbb0","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-f94871a1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:54.68399143Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f94871a1"},"namespace":"ai-tenant-e2e-ait-f94871a1","name":"default-tenant","reconcileID":"e7d16c9c-4ed9-4b54-aa93-03097c36cbb0","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-f94871a1","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:54.81100716Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-a8e157","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-a8e157","reconcileID":"1b5496bb-5046-409a-b5c1-86bd631d6ece","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-a8e157","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w3-a8e157":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:55.634449263Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"07227a52-ffa2-4e2b-b531-0962405d9518","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:55.798228483Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d7faa760-3051-4ba1-b2b6-af6d742caa3b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:56.288631269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"129e6b57-29dc-4636-acf2-c2ca5da96495","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:56.342022206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"129e6b57-29dc-4636-acf2-c2ca5da96495","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:56.395117775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"129e6b57-29dc-4636-acf2-c2ca5da96495","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:56.447794568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"129e6b57-29dc-4636-acf2-c2ca5da96495","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:58.363554882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd52cbd2-4730-4446-b8d3-53105eea8a66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:58.416567656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd52cbd2-4730-4446-b8d3-53105eea8a66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:58.469535707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd52cbd2-4730-4446-b8d3-53105eea8a66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:58.522721815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd52cbd2-4730-4446-b8d3-53105eea8a66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:00.457483783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06dbae97-bd22-48ce-a3e6-2751371f54c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:00.510019613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06dbae97-bd22-48ce-a3e6-2751371f54c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:00.562567819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06dbae97-bd22-48ce-a3e6-2751371f54c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:00.615338079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06dbae97-bd22-48ce-a3e6-2751371f54c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:02.530157806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ee1700f-adb0-480e-ae4a-262f9832dd46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:02.584266491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ee1700f-adb0-480e-ae4a-262f9832dd46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:02.638133878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ee1700f-adb0-480e-ae4a-262f9832dd46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:02.691143967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ee1700f-adb0-480e-ae4a-262f9832dd46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:03.337140832Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e9c1ec33-cc7a-4067-9360-ba70d1e05477","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:03.450694407Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5fe72a47-88f4-4bb4-967b-78faa41b4dc2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:04.614555573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e0cde2b-e435-4490-a4b2-6a0f828c824f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:04.667644995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e0cde2b-e435-4490-a4b2-6a0f828c824f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:04.720897205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e0cde2b-e435-4490-a4b2-6a0f828c824f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:04.774044521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e0cde2b-e435-4490-a4b2-6a0f828c824f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:05.315431175Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-b9656f65"},"namespace":"ai-tenant-e2e-derive-b9656f65","name":"default-tenant","reconcileID":"aba28382-7067-4c73-a523-12f83cc48164","namespace":"ai-tenant-e2e-derive-b9656f65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:05.315489221Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-b9656f65"},"namespace":"ai-tenant-e2e-derive-b9656f65","name":"default-tenant","reconcileID":"aba28382-7067-4c73-a523-12f83cc48164","namespace":"ai-tenant-e2e-derive-b9656f65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:05.315544493Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-b9656f65"},"namespace":"ai-tenant-e2e-derive-b9656f65","name":"default-tenant","reconcileID":"aba28382-7067-4c73-a523-12f83cc48164","tenant":"e2e-derive-b9656f65","tenantID":"e2e-derive-b9656f65","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:05.370500659Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-b9656f65"},"namespace":"ai-tenant-e2e-derive-b9656f65","name":"default-tenant","reconcileID":"aba28382-7067-4c73-a523-12f83cc48164","gvk":"Deployment","name":"maas-api-e2e-derive-b9656f65","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:05.434527971Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-b9656f65"},"namespace":"ai-tenant-e2e-derive-b9656f65","name":"default-tenant","reconcileID":"aba28382-7067-4c73-a523-12f83cc48164","gvk":"Service","name":"maas-api-e2e-derive-b9656f65","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:05.495925621Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-b9656f65"},"namespace":"ai-tenant-e2e-derive-b9656f65","name":"default-tenant","reconcileID":"aba28382-7067-4c73-a523-12f83cc48164","gvk":"HTTPRoute","name":"maas-api-route-e2e-derive-b9656f65","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:05.552539923Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-b9656f65"},"namespace":"ai-tenant-e2e-derive-b9656f65","name":"default-tenant","reconcileID":"aba28382-7067-4c73-a523-12f83cc48164","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-derive-b9656f65","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:05.610957015Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-b9656f65"},"namespace":"ai-tenant-e2e-derive-b9656f65","name":"default-tenant","reconcileID":"aba28382-7067-4c73-a523-12f83cc48164","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-derive-b9656f65","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:05.667628605Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-b9656f65"},"namespace":"ai-tenant-e2e-derive-b9656f65","name":"default-tenant","reconcileID":"aba28382-7067-4c73-a523-12f83cc48164","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-derive-b9656f65","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:05.72488493Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-b9656f65"},"namespace":"ai-tenant-e2e-derive-b9656f65","name":"default-tenant","reconcileID":"aba28382-7067-4c73-a523-12f83cc48164","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-derive-b9656f65","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:05.779730663Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-b9656f65"},"namespace":"ai-tenant-e2e-derive-b9656f65","name":"default-tenant","reconcileID":"aba28382-7067-4c73-a523-12f83cc48164","gvk":"Telemetry","name":"latency-per-subscription-e2e-derive-b9656f65","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:05.841917431Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-b9656f65"},"namespace":"ai-tenant-e2e-derive-b9656f65","name":"default-tenant","reconcileID":"aba28382-7067-4c73-a523-12f83cc48164","gvk":"Deployment","name":"payload-processing-e2e-derive-b9656f65","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:05.895513443Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-b9656f65"},"namespace":"ai-tenant-e2e-derive-b9656f65","name":"default-tenant","reconcileID":"aba28382-7067-4c73-a523-12f83cc48164","gvk":"Deployment","name":"payload-pre-processing-e2e-derive-b9656f65","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:05.948241721Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-b9656f65"},"namespace":"ai-tenant-e2e-derive-b9656f65","name":"default-tenant","reconcileID":"aba28382-7067-4c73-a523-12f83cc48164","gvk":"Service","name":"payload-processing-e2e-derive-b9656f65","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:06.000951977Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-b9656f65"},"namespace":"ai-tenant-e2e-derive-b9656f65","name":"default-tenant","reconcileID":"aba28382-7067-4c73-a523-12f83cc48164","gvk":"Service","name":"payload-pre-processing-e2e-derive-b9656f65","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:06.05586703Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-b9656f65"},"namespace":"ai-tenant-e2e-derive-b9656f65","name":"default-tenant","reconcileID":"aba28382-7067-4c73-a523-12f83cc48164","gvk":"DestinationRule","name":"payload-processing-e2e-derive-b9656f65","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:06.110892494Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-b9656f65"},"namespace":"ai-tenant-e2e-derive-b9656f65","name":"default-tenant","reconcileID":"aba28382-7067-4c73-a523-12f83cc48164","gvk":"DestinationRule","name":"payload-pre-processing-e2e-derive-b9656f65","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:06.172121783Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-b9656f65"},"namespace":"ai-tenant-e2e-derive-b9656f65","name":"default-tenant","reconcileID":"aba28382-7067-4c73-a523-12f83cc48164","gvk":"EnvoyFilter","name":"payload-processing-e2e-derive-b9656f65","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:06.228304051Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-b9656f65"},"namespace":"ai-tenant-e2e-derive-b9656f65","name":"default-tenant","reconcileID":"aba28382-7067-4c73-a523-12f83cc48164","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-derive-b9656f65","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:06.280639335Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-b9656f65"},"namespace":"ai-tenant-e2e-derive-b9656f65","name":"default-tenant","reconcileID":"aba28382-7067-4c73-a523-12f83cc48164","gvk":"NetworkPolicy","name":"payload-processing-e2e-derive-b9656f65","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:06.333870541Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-b9656f65"},"namespace":"ai-tenant-e2e-derive-b9656f65","name":"default-tenant","reconcileID":"aba28382-7067-4c73-a523-12f83cc48164","gvk":"ServiceAccount","name":"payload-processing-e2e-derive-b9656f65","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:06.386601961Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-b9656f65"},"namespace":"ai-tenant-e2e-derive-b9656f65","name":"default-tenant","reconcileID":"aba28382-7067-4c73-a523-12f83cc48164","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-derive-b9656f65","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:06.441429933Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-b9656f65"},"namespace":"ai-tenant-e2e-derive-b9656f65","name":"default-tenant","reconcileID":"aba28382-7067-4c73-a523-12f83cc48164","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-derive-b9656f65","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:06.698152446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e162dc7-3d92-40af-b3e4-29655e64b838","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:06.751132032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e162dc7-3d92-40af-b3e4-29655e64b838","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:06.804403593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e162dc7-3d92-40af-b3e4-29655e64b838","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:06.857342304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e162dc7-3d92-40af-b3e4-29655e64b838","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:08.763927377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18fafa00-7a90-48fb-9020-b37246912960","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:08.816929424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18fafa00-7a90-48fb-9020-b37246912960","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:08.869999319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18fafa00-7a90-48fb-9020-b37246912960","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:08.922899346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18fafa00-7a90-48fb-9020-b37246912960","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:10.783683972Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0e337202-2623-4d85-ab0d-a8c71d3655e5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:10.885629565Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"211cc179-5859-4f0d-bf94-6477f18b6f8a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:10.89020983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46e061a2-2889-44f1-b1d6-d472532104da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:10.943586992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46e061a2-2889-44f1-b1d6-d472532104da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:10.996385311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46e061a2-2889-44f1-b1d6-d472532104da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:11.049429268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46e061a2-2889-44f1-b1d6-d472532104da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:12.961956387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6636a0f4-527a-4c93-aac0-3867b62c40ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:13.014978949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6636a0f4-527a-4c93-aac0-3867b62c40ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:13.067960706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6636a0f4-527a-4c93-aac0-3867b62c40ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:13.121241592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6636a0f4-527a-4c93-aac0-3867b62c40ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:13.289551227Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-b9656f65","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-b9656f65","reconcileID":"32999478-0e38-416b-a9e8-e81665d6b450","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-b9656f65","removed":["maas.opendatahub.io/gateway-access-e2e-derive-b9656f65"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:14.031058538Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:15.101070099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c84696a6-f00d-4a43-a72b-129c8aaffeec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:15.153937066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c84696a6-f00d-4a43-a72b-129c8aaffeec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:15.207427525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c84696a6-f00d-4a43-a72b-129c8aaffeec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:15.261269817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c84696a6-f00d-4a43-a72b-129c8aaffeec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:16.790744136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"default-tenant","reconcileID":"302b8e75-6e86-4317-bed7-0b4a35fe53e4","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:16.90913383Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"default-tenant","reconcileID":"302b8e75-6e86-4317-bed7-0b4a35fe53e4","name":"e2e-worker-w3-a8e157-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:16.968592264Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f94871a1"},"namespace":"ai-tenant-e2e-ait-f94871a1","name":"default-tenant","reconcileID":"b2fe093e-2880-4cc2-8c3b-8242735bca0a","namespace":"ai-tenant-e2e-ait-f94871a1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:16.968686418Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f94871a1"},"namespace":"ai-tenant-e2e-ait-f94871a1","name":"default-tenant","reconcileID":"b2fe093e-2880-4cc2-8c3b-8242735bca0a","namespace":"ai-tenant-e2e-ait-f94871a1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:16.968777795Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f94871a1"},"namespace":"ai-tenant-e2e-ait-f94871a1","name":"default-tenant","reconcileID":"b2fe093e-2880-4cc2-8c3b-8242735bca0a","tenant":"e2e-ait-f94871a1","tenantID":"e2e-ait-f94871a1","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:17.021207846Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f94871a1"},"namespace":"ai-tenant-e2e-ait-f94871a1","name":"default-tenant","reconcileID":"b2fe093e-2880-4cc2-8c3b-8242735bca0a","gvk":"Deployment","name":"maas-api-e2e-ait-f94871a1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:17.074745641Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f94871a1"},"namespace":"ai-tenant-e2e-ait-f94871a1","name":"default-tenant","reconcileID":"b2fe093e-2880-4cc2-8c3b-8242735bca0a","gvk":"Service","name":"maas-api-e2e-ait-f94871a1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:17.127313033Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f94871a1"},"namespace":"ai-tenant-e2e-ait-f94871a1","name":"default-tenant","reconcileID":"b2fe093e-2880-4cc2-8c3b-8242735bca0a","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-f94871a1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:17.180029878Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f94871a1"},"namespace":"ai-tenant-e2e-ait-f94871a1","name":"default-tenant","reconcileID":"b2fe093e-2880-4cc2-8c3b-8242735bca0a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-f94871a1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:17.23273605Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f94871a1"},"namespace":"ai-tenant-e2e-ait-f94871a1","name":"default-tenant","reconcileID":"b2fe093e-2880-4cc2-8c3b-8242735bca0a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-f94871a1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:17.285154886Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f94871a1"},"namespace":"ai-tenant-e2e-ait-f94871a1","name":"default-tenant","reconcileID":"b2fe093e-2880-4cc2-8c3b-8242735bca0a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-f94871a1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:17.338004286Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f94871a1"},"namespace":"ai-tenant-e2e-ait-f94871a1","name":"default-tenant","reconcileID":"b2fe093e-2880-4cc2-8c3b-8242735bca0a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-f94871a1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:17.390933987Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f94871a1"},"namespace":"ai-tenant-e2e-ait-f94871a1","name":"default-tenant","reconcileID":"b2fe093e-2880-4cc2-8c3b-8242735bca0a","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-f94871a1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:17.443613634Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f94871a1"},"namespace":"ai-tenant-e2e-ait-f94871a1","name":"default-tenant","reconcileID":"b2fe093e-2880-4cc2-8c3b-8242735bca0a","gvk":"Deployment","name":"payload-processing-e2e-ait-f94871a1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:17.496040688Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f94871a1"},"namespace":"ai-tenant-e2e-ait-f94871a1","name":"default-tenant","reconcileID":"b2fe093e-2880-4cc2-8c3b-8242735bca0a","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-f94871a1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:17.548822957Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f94871a1"},"namespace":"ai-tenant-e2e-ait-f94871a1","name":"default-tenant","reconcileID":"b2fe093e-2880-4cc2-8c3b-8242735bca0a","gvk":"Service","name":"payload-processing-e2e-ait-f94871a1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:17.603934998Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f94871a1"},"namespace":"ai-tenant-e2e-ait-f94871a1","name":"default-tenant","reconcileID":"b2fe093e-2880-4cc2-8c3b-8242735bca0a","gvk":"Service","name":"payload-pre-processing-e2e-ait-f94871a1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:17.657626013Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f94871a1"},"namespace":"ai-tenant-e2e-ait-f94871a1","name":"default-tenant","reconcileID":"b2fe093e-2880-4cc2-8c3b-8242735bca0a","gvk":"DestinationRule","name":"payload-processing-e2e-ait-f94871a1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:17.732767037Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f94871a1"},"namespace":"ai-tenant-e2e-ait-f94871a1","name":"default-tenant","reconcileID":"b2fe093e-2880-4cc2-8c3b-8242735bca0a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-f94871a1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:17.7862905Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f94871a1"},"namespace":"ai-tenant-e2e-ait-f94871a1","name":"default-tenant","reconcileID":"b2fe093e-2880-4cc2-8c3b-8242735bca0a","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-f94871a1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:17.839479977Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f94871a1"},"namespace":"ai-tenant-e2e-ait-f94871a1","name":"default-tenant","reconcileID":"b2fe093e-2880-4cc2-8c3b-8242735bca0a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-f94871a1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:17.892406021Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f94871a1"},"namespace":"ai-tenant-e2e-ait-f94871a1","name":"default-tenant","reconcileID":"b2fe093e-2880-4cc2-8c3b-8242735bca0a","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-f94871a1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:17.94541939Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f94871a1"},"namespace":"ai-tenant-e2e-ait-f94871a1","name":"default-tenant","reconcileID":"b2fe093e-2880-4cc2-8c3b-8242735bca0a","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-f94871a1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:17.998579531Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f94871a1"},"namespace":"ai-tenant-e2e-ait-f94871a1","name":"default-tenant","reconcileID":"b2fe093e-2880-4cc2-8c3b-8242735bca0a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-f94871a1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:18.055853992Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f94871a1"},"namespace":"ai-tenant-e2e-ait-f94871a1","name":"default-tenant","reconcileID":"b2fe093e-2880-4cc2-8c3b-8242735bca0a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-f94871a1","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:18.579358657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d56ca5f-7ac2-4128-aeb3-c42d8f394823","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:18.632589313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d56ca5f-7ac2-4128-aeb3-c42d8f394823","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:18.685423439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d56ca5f-7ac2-4128-aeb3-c42d8f394823","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:18.738087635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d56ca5f-7ac2-4128-aeb3-c42d8f394823","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:19.015948245Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-f94871a1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-f94871a1","reconcileID":"c15ad07e-cdc8-4dd3-99d0-9aea2eaf7900","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-f94871a1","removed":["maas.opendatahub.io/gateway-access-e2e-ait-f94871a1"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:19.617617185Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-baacee","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-baacee","reconcileID":"ec79c63f-ab86-491d-9ab9-e6050ba2da49","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-baacee","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w1-baacee":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:20.688632801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71b8a6e6-7839-40f9-b96e-1c1b5c2edf39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:20.741485842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71b8a6e6-7839-40f9-b96e-1c1b5c2edf39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:20.79426221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71b8a6e6-7839-40f9-b96e-1c1b5c2edf39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:20.847922675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71b8a6e6-7839-40f9-b96e-1c1b5c2edf39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:22.786307725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d9d7684-af62-4a2e-8b10-da77567f9524","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:22.839783023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d9d7684-af62-4a2e-8b10-da77567f9524","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:22.89240174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d9d7684-af62-4a2e-8b10-da77567f9524","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:22.945401601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d9d7684-af62-4a2e-8b10-da77567f9524","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:23.5461888Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-7164dd00"},"namespace":"ai-tenant-e2e-ait-7164dd00","name":"default-tenant","reconcileID":"122c19f0-0901-4236-827e-b8acd4e912fc","namespace":"ai-tenant-e2e-ait-7164dd00","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:23.546253823Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-7164dd00"},"namespace":"ai-tenant-e2e-ait-7164dd00","name":"default-tenant","reconcileID":"122c19f0-0901-4236-827e-b8acd4e912fc","namespace":"ai-tenant-e2e-ait-7164dd00","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:23.546328581Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-7164dd00"},"namespace":"ai-tenant-e2e-ait-7164dd00","name":"default-tenant","reconcileID":"122c19f0-0901-4236-827e-b8acd4e912fc","tenant":"e2e-ait-7164dd00","tenantID":"e2e-ait-7164dd00","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:23.601374146Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-7164dd00"},"namespace":"ai-tenant-e2e-ait-7164dd00","name":"default-tenant","reconcileID":"122c19f0-0901-4236-827e-b8acd4e912fc","gvk":"Deployment","name":"maas-api-e2e-ait-7164dd00","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:23.662277983Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-7164dd00"},"namespace":"ai-tenant-e2e-ait-7164dd00","name":"default-tenant","reconcileID":"122c19f0-0901-4236-827e-b8acd4e912fc","gvk":"Service","name":"maas-api-e2e-ait-7164dd00","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:23.721397031Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-7164dd00"},"namespace":"ai-tenant-e2e-ait-7164dd00","name":"default-tenant","reconcileID":"122c19f0-0901-4236-827e-b8acd4e912fc","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-7164dd00","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:23.775795074Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-7164dd00"},"namespace":"ai-tenant-e2e-ait-7164dd00","name":"default-tenant","reconcileID":"122c19f0-0901-4236-827e-b8acd4e912fc","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-7164dd00","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:23.83097893Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-7164dd00"},"namespace":"ai-tenant-e2e-ait-7164dd00","name":"default-tenant","reconcileID":"122c19f0-0901-4236-827e-b8acd4e912fc","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-7164dd00","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:23.885646231Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-7164dd00"},"namespace":"ai-tenant-e2e-ait-7164dd00","name":"default-tenant","reconcileID":"122c19f0-0901-4236-827e-b8acd4e912fc","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-7164dd00","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:23.941196929Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-7164dd00"},"namespace":"ai-tenant-e2e-ait-7164dd00","name":"default-tenant","reconcileID":"122c19f0-0901-4236-827e-b8acd4e912fc","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-7164dd00","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:24.012561652Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-7164dd00"},"namespace":"ai-tenant-e2e-ait-7164dd00","name":"default-tenant","reconcileID":"122c19f0-0901-4236-827e-b8acd4e912fc","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-7164dd00","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:24.065336415Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-7164dd00"},"namespace":"ai-tenant-e2e-ait-7164dd00","name":"default-tenant","reconcileID":"122c19f0-0901-4236-827e-b8acd4e912fc","gvk":"Deployment","name":"payload-processing-e2e-ait-7164dd00","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:24.117327243Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-7164dd00"},"namespace":"ai-tenant-e2e-ait-7164dd00","name":"default-tenant","reconcileID":"122c19f0-0901-4236-827e-b8acd4e912fc","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-7164dd00","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:24.169534476Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-7164dd00"},"namespace":"ai-tenant-e2e-ait-7164dd00","name":"default-tenant","reconcileID":"122c19f0-0901-4236-827e-b8acd4e912fc","gvk":"Service","name":"payload-processing-e2e-ait-7164dd00","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:24.221790596Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-7164dd00"},"namespace":"ai-tenant-e2e-ait-7164dd00","name":"default-tenant","reconcileID":"122c19f0-0901-4236-827e-b8acd4e912fc","gvk":"Service","name":"payload-pre-processing-e2e-ait-7164dd00","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:24.274075883Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-7164dd00"},"namespace":"ai-tenant-e2e-ait-7164dd00","name":"default-tenant","reconcileID":"122c19f0-0901-4236-827e-b8acd4e912fc","gvk":"DestinationRule","name":"payload-processing-e2e-ait-7164dd00","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:24.331139692Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-7164dd00"},"namespace":"ai-tenant-e2e-ait-7164dd00","name":"default-tenant","reconcileID":"122c19f0-0901-4236-827e-b8acd4e912fc","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-7164dd00","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:24.386273591Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-7164dd00"},"namespace":"ai-tenant-e2e-ait-7164dd00","name":"default-tenant","reconcileID":"122c19f0-0901-4236-827e-b8acd4e912fc","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-7164dd00","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:24.441934853Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-7164dd00"},"namespace":"ai-tenant-e2e-ait-7164dd00","name":"default-tenant","reconcileID":"122c19f0-0901-4236-827e-b8acd4e912fc","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-7164dd00","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:24.494353233Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-7164dd00"},"namespace":"ai-tenant-e2e-ait-7164dd00","name":"default-tenant","reconcileID":"122c19f0-0901-4236-827e-b8acd4e912fc","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-7164dd00","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:24.546962656Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-7164dd00"},"namespace":"ai-tenant-e2e-ait-7164dd00","name":"default-tenant","reconcileID":"122c19f0-0901-4236-827e-b8acd4e912fc","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-7164dd00","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:24.599792384Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-7164dd00"},"namespace":"ai-tenant-e2e-ait-7164dd00","name":"default-tenant","reconcileID":"122c19f0-0901-4236-827e-b8acd4e912fc","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-7164dd00","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:24.652264819Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-7164dd00"},"namespace":"ai-tenant-e2e-ait-7164dd00","name":"default-tenant","reconcileID":"122c19f0-0901-4236-827e-b8acd4e912fc","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-7164dd00","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:24.712016379Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-870eefeb"},"namespace":"ai-tenant-e2e-ait-870eefeb","name":"default-tenant","reconcileID":"a9785b84-3c26-4640-96d2-ac175e219759","namespace":"ai-tenant-e2e-ait-870eefeb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:24.712099841Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-870eefeb"},"namespace":"ai-tenant-e2e-ait-870eefeb","name":"default-tenant","reconcileID":"a9785b84-3c26-4640-96d2-ac175e219759","namespace":"ai-tenant-e2e-ait-870eefeb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:24.712179787Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-870eefeb"},"namespace":"ai-tenant-e2e-ait-870eefeb","name":"default-tenant","reconcileID":"a9785b84-3c26-4640-96d2-ac175e219759","tenant":"e2e-ait-870eefeb","tenantID":"e2e-ait-870eefeb","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:24.766403432Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-870eefeb"},"namespace":"ai-tenant-e2e-ait-870eefeb","name":"default-tenant","reconcileID":"a9785b84-3c26-4640-96d2-ac175e219759","gvk":"Deployment","name":"maas-api-e2e-ait-870eefeb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:24.828193612Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-870eefeb"},"namespace":"ai-tenant-e2e-ait-870eefeb","name":"default-tenant","reconcileID":"a9785b84-3c26-4640-96d2-ac175e219759","gvk":"Service","name":"maas-api-e2e-ait-870eefeb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:24.88588761Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-870eefeb"},"namespace":"ai-tenant-e2e-ait-870eefeb","name":"default-tenant","reconcileID":"a9785b84-3c26-4640-96d2-ac175e219759","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-870eefeb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:24.88695256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64a1f939-96a4-49c6-83ce-64b9ab7b6e21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:24.939851708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64a1f939-96a4-49c6-83ce-64b9ab7b6e21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:24.942069794Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-870eefeb"},"namespace":"ai-tenant-e2e-ait-870eefeb","name":"default-tenant","reconcileID":"a9785b84-3c26-4640-96d2-ac175e219759","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-870eefeb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:24.992837906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64a1f939-96a4-49c6-83ce-64b9ab7b6e21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:25.045882511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64a1f939-96a4-49c6-83ce-64b9ab7b6e21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:25.048312575Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-870eefeb"},"namespace":"ai-tenant-e2e-ait-870eefeb","name":"default-tenant","reconcileID":"a9785b84-3c26-4640-96d2-ac175e219759","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-870eefeb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:25.103368509Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-870eefeb"},"namespace":"ai-tenant-e2e-ait-870eefeb","name":"default-tenant","reconcileID":"a9785b84-3c26-4640-96d2-ac175e219759","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-870eefeb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:25.16036004Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-870eefeb"},"namespace":"ai-tenant-e2e-ait-870eefeb","name":"default-tenant","reconcileID":"a9785b84-3c26-4640-96d2-ac175e219759","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-870eefeb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:25.227621039Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-870eefeb"},"namespace":"ai-tenant-e2e-ait-870eefeb","name":"default-tenant","reconcileID":"a9785b84-3c26-4640-96d2-ac175e219759","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-870eefeb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:25.320066396Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-870eefeb"},"namespace":"ai-tenant-e2e-ait-870eefeb","name":"default-tenant","reconcileID":"a9785b84-3c26-4640-96d2-ac175e219759","gvk":"Deployment","name":"payload-processing-e2e-ait-870eefeb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:25.372146916Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-870eefeb"},"namespace":"ai-tenant-e2e-ait-870eefeb","name":"default-tenant","reconcileID":"a9785b84-3c26-4640-96d2-ac175e219759","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-870eefeb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:25.428914308Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-870eefeb"},"namespace":"ai-tenant-e2e-ait-870eefeb","name":"default-tenant","reconcileID":"a9785b84-3c26-4640-96d2-ac175e219759","gvk":"Service","name":"payload-processing-e2e-ait-870eefeb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:25.48108614Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-870eefeb"},"namespace":"ai-tenant-e2e-ait-870eefeb","name":"default-tenant","reconcileID":"a9785b84-3c26-4640-96d2-ac175e219759","gvk":"Service","name":"payload-pre-processing-e2e-ait-870eefeb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:25.502526374Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-7164dd00","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-7164dd00","reconcileID":"4e5fd3ad-60b1-4d27-8f36-a6d9e2bba14d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-7164dd00","removed":["maas.opendatahub.io/gateway-access-e2e-ait-7164dd00"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:25.533160802Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-870eefeb"},"namespace":"ai-tenant-e2e-ait-870eefeb","name":"default-tenant","reconcileID":"a9785b84-3c26-4640-96d2-ac175e219759","gvk":"DestinationRule","name":"payload-processing-e2e-ait-870eefeb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:25.585282959Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-870eefeb"},"namespace":"ai-tenant-e2e-ait-870eefeb","name":"default-tenant","reconcileID":"a9785b84-3c26-4640-96d2-ac175e219759","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-870eefeb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:25.63760536Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-870eefeb"},"namespace":"ai-tenant-e2e-ait-870eefeb","name":"default-tenant","reconcileID":"a9785b84-3c26-4640-96d2-ac175e219759","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-870eefeb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:25.6951956Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-870eefeb"},"namespace":"ai-tenant-e2e-ait-870eefeb","name":"default-tenant","reconcileID":"a9785b84-3c26-4640-96d2-ac175e219759","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-870eefeb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:25.747536432Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-870eefeb"},"namespace":"ai-tenant-e2e-ait-870eefeb","name":"default-tenant","reconcileID":"a9785b84-3c26-4640-96d2-ac175e219759","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-870eefeb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:25.799835745Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-870eefeb"},"namespace":"ai-tenant-e2e-ait-870eefeb","name":"default-tenant","reconcileID":"a9785b84-3c26-4640-96d2-ac175e219759","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-870eefeb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:25.852255025Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-870eefeb"},"namespace":"ai-tenant-e2e-ait-870eefeb","name":"default-tenant","reconcileID":"a9785b84-3c26-4640-96d2-ac175e219759","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-870eefeb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:25.904896386Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-870eefeb"},"namespace":"ai-tenant-e2e-ait-870eefeb","name":"default-tenant","reconcileID":"a9785b84-3c26-4640-96d2-ac175e219759","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-870eefeb","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:26.751618899Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-870eefeb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-870eefeb","reconcileID":"0676a8cc-233d-4908-acc1-daa008014819","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-870eefeb","removed":["maas.opendatahub.io/gateway-access-e2e-ait-870eefeb"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:26.956503465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57d3e741-e60a-4e33-bc12-8327e64201e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:27.009256161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57d3e741-e60a-4e33-bc12-8327e64201e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:27.062241138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57d3e741-e60a-4e33-bc12-8327e64201e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:27.115540926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57d3e741-e60a-4e33-bc12-8327e64201e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:29.104888869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffe4c054-9823-4984-b3da-65ea44d53e05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:29.157977287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffe4c054-9823-4984-b3da-65ea44d53e05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:29.211018055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffe4c054-9823-4984-b3da-65ea44d53e05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:29.263714584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffe4c054-9823-4984-b3da-65ea44d53e05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:31.162952811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f602a0b-0bcd-40b3-ade0-4448cd3c095d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:31.217330679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f602a0b-0bcd-40b3-ade0-4448cd3c095d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:31.27034287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f602a0b-0bcd-40b3-ade0-4448cd3c095d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:31.322901647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f602a0b-0bcd-40b3-ade0-4448cd3c095d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:33.234942214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3101778e-737d-4542-adda-0d3d982c0e6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:33.287922348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3101778e-737d-4542-adda-0d3d982c0e6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:33.340476935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3101778e-737d-4542-adda-0d3d982c0e6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:33.393305844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3101778e-737d-4542-adda-0d3d982c0e6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:33.612085643Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-00e840","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-00e840","reconcileID":"cfa983f2-881b-4076-8612-7295028169b5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-00e840","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w2-00e840":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:35.319694686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f54922f-b491-4ed1-b97d-1809e059fd3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:35.372892825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f54922f-b491-4ed1-b97d-1809e059fd3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:35.428225137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f54922f-b491-4ed1-b97d-1809e059fd3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:35.481745858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f54922f-b491-4ed1-b97d-1809e059fd3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:36.724886402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"default-tenant","reconcileID":"58a31d88-9529-4167-b0c1-72d5d7bfefc9","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-baacee","tenantID":"e2e-worker-w1-baacee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:36.846121799Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"default-tenant","reconcileID":"58a31d88-9529-4167-b0c1-72d5d7bfefc9","name":"e2e-worker-w1-baacee-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:37.413847736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83d1c4a8-c991-4521-a354-a442abae2b99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:37.466782522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83d1c4a8-c991-4521-a354-a442abae2b99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:37.519415569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83d1c4a8-c991-4521-a354-a442abae2b99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:37.572778527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83d1c4a8-c991-4521-a354-a442abae2b99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:38.158147923Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-8f6b5b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-8f6b5b","reconcileID":"6d457d57-1225-4b9b-a301-69bccd36e696","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-8f6b5b","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w4-8f6b5b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:39.512708621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9362ea45-aa49-4f9d-915b-e2ec815807e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:39.565505033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9362ea45-aa49-4f9d-915b-e2ec815807e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:39.618180141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9362ea45-aa49-4f9d-915b-e2ec815807e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:39.670676618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9362ea45-aa49-4f9d-915b-e2ec815807e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:44.03048424Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:51.627023427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"default-tenant","reconcileID":"479f3043-453c-4adb-a06c-acf68dfe4d6d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:51.743711549Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"default-tenant","reconcileID":"479f3043-453c-4adb-a06c-acf68dfe4d6d","name":"e2e-worker-w2-00e840-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:51.945196742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f62d5de-ef73-429b-836d-58bdf1a75280","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:52.046473225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f62d5de-ef73-429b-836d-58bdf1a75280","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:52.099704082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f62d5de-ef73-429b-836d-58bdf1a75280","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:52.152862015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f62d5de-ef73-429b-836d-58bdf1a75280","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:52.954295335Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-057e2d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-057e2d","reconcileID":"a05e364d-6457-4638-984a-bc378b0682b7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-057e2d","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w0-057e2d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:54.09654976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4306ab93-dee0-48d9-b84f-b4e563cf7a08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:54.149439909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4306ab93-dee0-48d9-b84f-b4e563cf7a08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:54.202298231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4306ab93-dee0-48d9-b84f-b4e563cf7a08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:54.255379826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4306ab93-dee0-48d9-b84f-b4e563cf7a08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:56.197193926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b811eba9-1851-43af-9ebc-ea8098aa9f4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:56.250177192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b811eba9-1851-43af-9ebc-ea8098aa9f4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:56.303072561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b811eba9-1851-43af-9ebc-ea8098aa9f4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:56.356380802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b811eba9-1851-43af-9ebc-ea8098aa9f4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:58.294824282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a22af41-894e-474c-80fc-97d0ff1b8043","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:58.348591966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a22af41-894e-474c-80fc-97d0ff1b8043","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:58.405112745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a22af41-894e-474c-80fc-97d0ff1b8043","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:58.458978444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a22af41-894e-474c-80fc-97d0ff1b8043","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:00.390901783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb0f6d3b-6769-495a-bc4e-9d6f18513c92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:00.444308521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb0f6d3b-6769-495a-bc4e-9d6f18513c92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:00.497513146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb0f6d3b-6769-495a-bc4e-9d6f18513c92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:00.550974444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb0f6d3b-6769-495a-bc4e-9d6f18513c92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:01.260122394Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"78989419-1d45-4aee-879d-82786edcaf6e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:01.431761223Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6cec1a2d-589e-4165-89ea-bd7ce8a383d0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:02.270813909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"default-tenant","reconcileID":"1f486c04-2bca-4f85-8297-8d2326ab9852","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8f6b5b","tenantID":"e2e-worker-w4-8f6b5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:02.387170993Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"default-tenant","reconcileID":"1f486c04-2bca-4f85-8297-8d2326ab9852","name":"e2e-worker-w4-8f6b5b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:02.491816538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbf06ce8-8f7c-4c6b-b34c-84ddd6da9578","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:02.544511814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbf06ce8-8f7c-4c6b-b34c-84ddd6da9578","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:02.597242308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbf06ce8-8f7c-4c6b-b34c-84ddd6da9578","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:02.650074256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbf06ce8-8f7c-4c6b-b34c-84ddd6da9578","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:07.429383039Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b7f8b543-8bea-4b8b-9e4a-e6682505f01c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:07.534985126Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1ded3c8d-1158-4328-bcd4-1c499dc61ade","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:09.129710202Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"3e05d608-badd-499e-8160-4825e8976a52","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:14.031479445Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:18.996310178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c10cab17-a937-436d-93ab-e232d3fb2904","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:19.049151051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c10cab17-a937-436d-93ab-e232d3fb2904","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:19.101879233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c10cab17-a937-436d-93ab-e232d3fb2904","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:19.154637297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c10cab17-a937-436d-93ab-e232d3fb2904","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:21.058699875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be72759d-4688-4c2b-9824-50dbcdbc5281","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:21.111619673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be72759d-4688-4c2b-9824-50dbcdbc5281","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:21.165079839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be72759d-4688-4c2b-9824-50dbcdbc5281","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:21.218380189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be72759d-4688-4c2b-9824-50dbcdbc5281","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:22.256839306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"default-tenant","reconcileID":"861e5fb9-a3f0-4bb8-9793-07f0e44e2825","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:22.372979138Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"default-tenant","reconcileID":"861e5fb9-a3f0-4bb8-9793-07f0e44e2825","name":"e2e-worker-w0-057e2d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:32.527602989Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"simulator-w1-baacee","reconcileID":"045cfc00-e356-4aa2-b845-519578edef7d","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"routeName":"simulator-w1-baacee-kserve-route","namespace":"e2e-models-e2e-worker-w1-baacee","llmisvcName":"simulator-w1-baacee","gateway":"openshift-ingress/e2e-worker-w1-baacee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:32.585325693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"09f9d124-183b-4472-ae9b-68ac9e0040d3","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:32.639625683Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"fe47fb0f-4c7a-4265-8074-b240485eef50","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:33.929527706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5967a39-0bcd-46ce-b0a1-54f2a1e36e8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:33.982812289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5967a39-0bcd-46ce-b0a1-54f2a1e36e8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:34.035806743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5967a39-0bcd-46ce-b0a1-54f2a1e36e8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:34.088835752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5967a39-0bcd-46ce-b0a1-54f2a1e36e8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:35.996773345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"062f0463-fbd4-4622-a75e-c90c0f3585e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:36.049575165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"062f0463-fbd4-4622-a75e-c90c0f3585e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:36.102647065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"062f0463-fbd4-4622-a75e-c90c0f3585e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:36.15542719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"062f0463-fbd4-4622-a75e-c90c0f3585e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:44.030884604Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:53.802151154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e52486c1-e35d-42d4-a0d8-9480b34024a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:53.855173869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e52486c1-e35d-42d4-a0d8-9480b34024a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:53.908492727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e52486c1-e35d-42d4-a0d8-9480b34024a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:53.962181371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e52486c1-e35d-42d4-a0d8-9480b34024a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:54.194023556Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f317b10d-d350-4f6e-b799-3915e8bf2fd3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:54.339474858Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f2477d49-30a8-4929-a590-420ef28aab9b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:55.907095454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9734ca45-7155-4594-89b0-d075559f309c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:55.960309376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9734ca45-7155-4594-89b0-d075559f309c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:56.013858326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9734ca45-7155-4594-89b0-d075559f309c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:56.068700671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9734ca45-7155-4594-89b0-d075559f309c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:02.116256101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"premium-w3-a8e157","reconcileID":"2c3b339c-4987-4079-bab4-7cb792fb2f78","MaaSModelRef":{"name":"premium-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"premium-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"premium-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:02.368441586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"0e0e94e2-37cf-4c89-b0b7-902f60a1ca9c","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:02.428216441Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cb8d9846-fcfd-4415-8d98-92435ad2a35d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:02.428236197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cb8d9846-fcfd-4415-8d98-92435ad2a35d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:02.478540589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"fb8c41ce-6ea3-4eb5-bb0f-be1663ecf8eb","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:02.486327745Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"147f6c4f-3230-4900-8d9e-81fb5fc07d22","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:02.486346292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"147f6c4f-3230-4900-8d9e-81fb5fc07d22","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:02.534803002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"33657b31-e19d-4259-87ca-79ef435e14d6","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:18:02.539254394Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-a8e157/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:02.625138553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"simulator-w1-baacee","reconcileID":"c5da3a15-752f-4e68-8ae6-7e55b7d45193","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"routeName":"simulator-w1-baacee-kserve-route","namespace":"e2e-models-e2e-worker-w1-baacee","llmisvcName":"simulator-w1-baacee","gateway":"openshift-ingress/e2e-worker-w1-baacee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:02.691218569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"simulator-w1-baacee","reconcileID":"591eba97-378d-4814-b9f6-29b8202d44cc","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"routeName":"simulator-w1-baacee-kserve-route","namespace":"e2e-models-e2e-worker-w1-baacee","llmisvcName":"simulator-w1-baacee","gateway":"openshift-ingress/e2e-worker-w1-baacee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:02.746055525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"ecda24af-8b4b-4a0c-b911-02a9af1af5a8","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:02.748816465Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-subscription","reconcileID":"19fe6646-5d76-42c2-8f98-78e449148561","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-simulator-w3-a8e157","model":"simulator-w3-a8e157","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-a8e157/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:02.807139143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"7522773b-cab5-4022-b803-a2203cb25f86","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:18:02.86150111Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"7522773b-cab5-4022-b803-a2203cb25f86","name":"simulator-w3-a8e157","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w3-a8e157\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:18:02.861593426Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"7522773b-cab5-4022-b803-a2203cb25f86","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w3-a8e157\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:02.866959116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"55bfe6ab-7c3a-4ea1-b238-6d4c0bb8aeaa","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:02.910125801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"15cd13cc-05d4-4b27-94af-f3e878d6ba50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:02.914771164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"4d3a35e9-d9f0-4cad-9781-9fd5b19f106c","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:03.025368115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"premium-w3-a8e157","reconcileID":"f04fdbdd-c362-4f6b-ad16-be73105142bd","MaaSModelRef":{"name":"premium-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"premium-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"premium-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:03.034252573Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"15cd13cc-05d4-4b27-94af-f3e878d6ba50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:03.080774619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"premium-w3-a8e157","reconcileID":"0302b9e8-66b6-455b-ac58-56b0137aca55","MaaSModelRef":{"name":"premium-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"premium-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"premium-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:03.089303111Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-a8e157-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"15cd13cc-05d4-4b27-94af-f3e878d6ba50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:03.128424317Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-subscription","reconcileID":"872adb31-8c51-4c92-b27f-fbf4257ac033","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-simulator-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:18:03.134813756Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-subscription","reconcileID":"77c41b7e-6cae-4b23-a88c-dd5937f5b7db","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:03.138593966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"9a2917b6-5a12-4dc0-b8c4-d6abf57edf15","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:03.147022337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"fbe975e0-59d0-48c0-b87c-1a279474560b","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:03.250243401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"premium-w3-a8e157","reconcileID":"145ad282-0f7a-415c-9850-8f3250db9a5e","MaaSModelRef":{"name":"premium-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"premium-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"premium-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:03.252369494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"c43d7a6b-1e62-4b61-b672-87f8a56df751","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:03.307619551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"premium-w3-a8e157","reconcileID":"564533ad-d99c-46db-bc9f-48f6be94ac78","MaaSModelRef":{"name":"premium-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"premium-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"premium-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:03.30831466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"premium-w3-a8e157","reconcileID":"67c0cb1c-e10c-4172-8320-ea432aab915a","MaaSModelRef":{"name":"premium-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"premium-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"premium-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:03.311494809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"c43d7a6b-1e62-4b61-b672-87f8a56df751","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:03.366992247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"premium-w3-a8e157","reconcileID":"8d05e007-2861-4679-abb4-97cf5a0223ee","MaaSModelRef":{"name":"premium-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"premium-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"premium-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:03.369190542Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-a8e157-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"c43d7a6b-1e62-4b61-b672-87f8a56df751","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:18:03.421711378Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"premium-w3-a8e157","reconcileID":"8d05e007-2861-4679-abb4-97cf5a0223ee","name":"premium-w3-a8e157","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w3-a8e157\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:18:03.421774642Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"premium-w3-a8e157","reconcileID":"8d05e007-2861-4679-abb4-97cf5a0223ee","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w3-a8e157\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:03.427069107Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"premium-w3-a8e157","reconcileID":"ad6c1433-1e60-4fbb-a09d-14363b4cae7f","MaaSModelRef":{"name":"premium-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"premium-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"premium-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:03.522904947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"13d8a48d-87ad-4a72-85c7-a04fbc81005b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:03.523356479Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-subscription","reconcileID":"75bb9427-04a3-46ab-804f-e3dd89572abb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-premium-w3-a8e157","model":"premium-w3-a8e157","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-a8e157/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:03.57941167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"13d8a48d-87ad-4a72-85c7-a04fbc81005b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:03.622696264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"4b5bab26-8032-40ee-93a3-1bdc8f940ca7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:03.634582786Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-a8e157-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"13d8a48d-87ad-4a72-85c7-a04fbc81005b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:03.679308796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"4b5bab26-8032-40ee-93a3-1bdc8f940ca7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:03.686074841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"premium-w3-a8e157","reconcileID":"c7efd04f-e2ab-499a-9a80-4886c54f5a86","MaaSModelRef":{"name":"premium-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"premium-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"premium-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:03.691975485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"premium-w3-a8e157","reconcileID":"a5724fcf-2e80-4cf8-8ebd-0ff5d8d329dd","MaaSModelRef":{"name":"premium-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"premium-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"premium-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:03.735023454Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-a8e157-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"4b5bab26-8032-40ee-93a3-1bdc8f940ca7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:03.85054503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"a2e53279-a464-43df-a964-5152faedb03a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:03.898781602Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-subscription","reconcileID":"b8bda618-274b-4176-8a90-ca64c68e84ef","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-premium-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/premium-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:03.90715295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"a2e53279-a464-43df-a964-5152faedb03a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:03.964026951Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-a8e157-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"a2e53279-a464-43df-a964-5152faedb03a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:11.214403892Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-subscription","reconcileID":"2016a9fe-7243-494e-8e57-05c3d5ab9885","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-premium-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/premium-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:11.312644952Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-subscription","reconcileID":"8f7cc472-b8d9-401d-9735-982decb89714","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-simulator-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:11.378573943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"premium-w3-a8e157","reconcileID":"6a6f7a7a-e80d-41bf-a314-3035ef76537b","MaaSModelRef":{"name":"premium-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"premium-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"premium-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:11.413180583Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8067efcb-dbdb-41e3-a691-a097e74fcb4d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:11.481119458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"b5027526-97e7-48dd-91f3-37e57f7e6bbc","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:11.733365464Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e21ef167-0bbc-447d-8d91-ae39c5f87b63","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:11.849547846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"c25dcebe-5ad6-4927-952b-9ce200e8518d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:11.849591875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"dc3d36b6-15d9-4c05-9de4-c5f7917f0b12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:11.907618478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"dc3d36b6-15d9-4c05-9de4-c5f7917f0b12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:11.908297774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"c25dcebe-5ad6-4927-952b-9ce200e8518d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:11.964453151Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-a8e157-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (83a3a05ef8295ad0fc05682815c61e019918552588eee8d965a8c2426bd54f30) AuthConfig (f7a008fe64ec817268b9490e856762241bdc83ac02b360087689c19b0054f246) AuthConfig (02a5744c003b9b12a465c6b433ca0784d52f41f58e672d510f773d487508e3a6) AuthConfig (af7eab6561570ec2534b988eebab612f97e439926410aafbe05118771a2d0d1b) AuthConfig (eb0ac8449c756285cb673356d7d702181952a58d9a7fcd37900babc11d8e0ef7) AuthConfig (88caf469b80a3e9d74a471ec439377c00109c866d5cc568b92f9b4a5f3eb3885) AuthConfig (0dd0195bfb1f7e57a19d7cd31d42fe043b75d26b775c0e65d295a23e9e0fcf33) AuthConfig (0f7db4c5f9562132cfb28204f2b750f0911d577b7d02d47db745f94b1ebb569e) AuthConfig (409d3e6f5d6f8b8a3442ad87a6f5ad8c61fa8688f1aa9e2fd69e816b23b0800c) AuthConfig (904927794d831b481cce28781c41b0520dc83fd1fc38c8b72ce7740b36b48171) AuthConfig (5a870c6caef045909604869de26856d66ea8b1a9b45993eaa6c38060d34b3644) AuthConfig (b47a75a702b07ed03056bf117677161ac133a6a6fa11edf52926f0b60a8a3383) AuthConfig (d8843e9691db1fe3978a23b1fc234c0965b4ca8cb6132c70a3118916da21a3dc) AuthConfig (b0fa2b05e257b94c122ea9393528d66e8b956573a30bba26afbcd1079b1e3396) AuthConfig (cd0872a045696af0ff081da1f06948f92a4d197e09bb0a5eac0a3a9830cb2eb5) AuthConfig (bada275c95f71d8889fa5f1eb8516898497aa76835acebee27d37dcb375fbb15) AuthConfig (2c4359dc91e7d7243ec101c84470557a4e9e468a36c21e849aebae7d8c7a3b60) AuthConfig (6926304d2988ae254adc16171c6c2843365b6f797c10418acb20b59776c558c7) AuthConfig (801315db58bf0d77715fa4efcb9f958acb0f098aae33c3bf268ff8072f565c65) AuthConfig (9fd64c37e8db43a2f8707dc823961cbcd933cd19ec21d38f727c72fd8139e190) AuthConfig (c4ebbf737c0b36e3d33e2b17fb1bdec2b9b105a778574db0aad45e41013aa318) AuthConfig (a2306f07bfd723a2aab42a026c9adbab6df107d599c5f324c70d0271c34941dc) AuthConfig (956014106286bbf0c2f43a371a77d9356ec6d75b5437380aedfbccd86fe291d0) AuthConfig (dc11f6db7f8e7866c966892b235efba60215c9af821572bb03879a9dbf71d022) AuthConfig (bc9b8b72f909f90d2fcbe8e5c0587d2722e88b838ee2c2ff19d195ed7a83c584) AuthConfig (406d7d7540a5d1728dee7a0f284611dbfcef8c10f1be6ddb6e3bb94b92f14f58) AuthConfig (a0fb091a766a27b32a232fb0470fea7753f58716a46d4ce38ae54792c5f26c53) AuthConfig (0b90f1551abea541ae3e3e039aa590b8311524b2e5d239ac5e801b3a0660bda4) AuthConfig (30a58ce1a89989cf6887ab7314623b9b41f71a06ae36e4443c967a1fe2c2d8d5) AuthConfig (6d1a0ecae503abff4f212ba1caf220b7aed3992f8ec95ebb93a95c0db4ff534c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"c25dcebe-5ad6-4927-952b-9ce200e8518d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:11.966274074Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-a8e157-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (83a3a05ef8295ad0fc05682815c61e019918552588eee8d965a8c2426bd54f30) AuthConfig (f7a008fe64ec817268b9490e856762241bdc83ac02b360087689c19b0054f246) AuthConfig (02a5744c003b9b12a465c6b433ca0784d52f41f58e672d510f773d487508e3a6) AuthConfig (af7eab6561570ec2534b988eebab612f97e439926410aafbe05118771a2d0d1b) AuthConfig (eb0ac8449c756285cb673356d7d702181952a58d9a7fcd37900babc11d8e0ef7) AuthConfig (88caf469b80a3e9d74a471ec439377c00109c866d5cc568b92f9b4a5f3eb3885) AuthConfig (0dd0195bfb1f7e57a19d7cd31d42fe043b75d26b775c0e65d295a23e9e0fcf33) AuthConfig (0f7db4c5f9562132cfb28204f2b750f0911d577b7d02d47db745f94b1ebb569e) AuthConfig (409d3e6f5d6f8b8a3442ad87a6f5ad8c61fa8688f1aa9e2fd69e816b23b0800c) AuthConfig (904927794d831b481cce28781c41b0520dc83fd1fc38c8b72ce7740b36b48171) AuthConfig (5a870c6caef045909604869de26856d66ea8b1a9b45993eaa6c38060d34b3644) AuthConfig (b47a75a702b07ed03056bf117677161ac133a6a6fa11edf52926f0b60a8a3383) AuthConfig (d8843e9691db1fe3978a23b1fc234c0965b4ca8cb6132c70a3118916da21a3dc) AuthConfig (b0fa2b05e257b94c122ea9393528d66e8b956573a30bba26afbcd1079b1e3396) AuthConfig (cd0872a045696af0ff081da1f06948f92a4d197e09bb0a5eac0a3a9830cb2eb5) AuthConfig (bada275c95f71d8889fa5f1eb8516898497aa76835acebee27d37dcb375fbb15) AuthConfig (2c4359dc91e7d7243ec101c84470557a4e9e468a36c21e849aebae7d8c7a3b60) AuthConfig (6926304d2988ae254adc16171c6c2843365b6f797c10418acb20b59776c558c7) AuthConfig (801315db58bf0d77715fa4efcb9f958acb0f098aae33c3bf268ff8072f565c65) AuthConfig (9fd64c37e8db43a2f8707dc823961cbcd933cd19ec21d38f727c72fd8139e190) AuthConfig (c4ebbf737c0b36e3d33e2b17fb1bdec2b9b105a778574db0aad45e41013aa318) AuthConfig (a2306f07bfd723a2aab42a026c9adbab6df107d599c5f324c70d0271c34941dc) AuthConfig (956014106286bbf0c2f43a371a77d9356ec6d75b5437380aedfbccd86fe291d0) AuthConfig (dc11f6db7f8e7866c966892b235efba60215c9af821572bb03879a9dbf71d022) AuthConfig (bc9b8b72f909f90d2fcbe8e5c0587d2722e88b838ee2c2ff19d195ed7a83c584) AuthConfig (406d7d7540a5d1728dee7a0f284611dbfcef8c10f1be6ddb6e3bb94b92f14f58) AuthConfig (a0fb091a766a27b32a232fb0470fea7753f58716a46d4ce38ae54792c5f26c53) AuthConfig (0b90f1551abea541ae3e3e039aa590b8311524b2e5d239ac5e801b3a0660bda4) AuthConfig (30a58ce1a89989cf6887ab7314623b9b41f71a06ae36e4443c967a1fe2c2d8d5) AuthConfig (6d1a0ecae503abff4f212ba1caf220b7aed3992f8ec95ebb93a95c0db4ff534c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"dc3d36b6-15d9-4c05-9de4-c5f7917f0b12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:12.154135967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"67f89833-7d42-46eb-b729-ed10a9c64e0c","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"simulator-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"simulator-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:12.202780456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"9f9a6869-c69a-44eb-b1fc-b73c8b95503b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:12.20301388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"e96ec26c-04d4-4fb7-8ab0-b1901d236104","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:12.212245437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"39e3c7a1-c506-4ecd-83fe-a98a28deead7","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:12.212568688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"premium-w3-a8e157","reconcileID":"19a81be8-da9e-4a55-b9b4-146a293401af","MaaSModelRef":{"name":"premium-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"premium-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"premium-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:12.260208544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"e96ec26c-04d4-4fb7-8ab0-b1901d236104","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:12.260262394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"9f9a6869-c69a-44eb-b1fc-b73c8b95503b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:12.316336906Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-a8e157-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (83a3a05ef8295ad0fc05682815c61e019918552588eee8d965a8c2426bd54f30) AuthConfig (f7a008fe64ec817268b9490e856762241bdc83ac02b360087689c19b0054f246) AuthConfig (02a5744c003b9b12a465c6b433ca0784d52f41f58e672d510f773d487508e3a6) AuthConfig (af7eab6561570ec2534b988eebab612f97e439926410aafbe05118771a2d0d1b) AuthConfig (eb0ac8449c756285cb673356d7d702181952a58d9a7fcd37900babc11d8e0ef7) AuthConfig (88caf469b80a3e9d74a471ec439377c00109c866d5cc568b92f9b4a5f3eb3885) AuthConfig (0dd0195bfb1f7e57a19d7cd31d42fe043b75d26b775c0e65d295a23e9e0fcf33) AuthConfig (0f7db4c5f9562132cfb28204f2b750f0911d577b7d02d47db745f94b1ebb569e) AuthConfig (409d3e6f5d6f8b8a3442ad87a6f5ad8c61fa8688f1aa9e2fd69e816b23b0800c) AuthConfig (904927794d831b481cce28781c41b0520dc83fd1fc38c8b72ce7740b36b48171) AuthConfig (5a870c6caef045909604869de26856d66ea8b1a9b45993eaa6c38060d34b3644) AuthConfig (b47a75a702b07ed03056bf117677161ac133a6a6fa11edf52926f0b60a8a3383) AuthConfig (d8843e9691db1fe3978a23b1fc234c0965b4ca8cb6132c70a3118916da21a3dc) AuthConfig (b0fa2b05e257b94c122ea9393528d66e8b956573a30bba26afbcd1079b1e3396) AuthConfig (cd0872a045696af0ff081da1f06948f92a4d197e09bb0a5eac0a3a9830cb2eb5) AuthConfig (bada275c95f71d8889fa5f1eb8516898497aa76835acebee27d37dcb375fbb15) AuthConfig (2c4359dc91e7d7243ec101c84470557a4e9e468a36c21e849aebae7d8c7a3b60) AuthConfig (6926304d2988ae254adc16171c6c2843365b6f797c10418acb20b59776c558c7) AuthConfig (801315db58bf0d77715fa4efcb9f958acb0f098aae33c3bf268ff8072f565c65) AuthConfig (9fd64c37e8db43a2f8707dc823961cbcd933cd19ec21d38f727c72fd8139e190) AuthConfig (c4ebbf737c0b36e3d33e2b17fb1bdec2b9b105a778574db0aad45e41013aa318) AuthConfig (a2306f07bfd723a2aab42a026c9adbab6df107d599c5f324c70d0271c34941dc) AuthConfig (956014106286bbf0c2f43a371a77d9356ec6d75b5437380aedfbccd86fe291d0) AuthConfig (dc11f6db7f8e7866c966892b235efba60215c9af821572bb03879a9dbf71d022) AuthConfig (bc9b8b72f909f90d2fcbe8e5c0587d2722e88b838ee2c2ff19d195ed7a83c584) AuthConfig (406d7d7540a5d1728dee7a0f284611dbfcef8c10f1be6ddb6e3bb94b92f14f58) AuthConfig (a0fb091a766a27b32a232fb0470fea7753f58716a46d4ce38ae54792c5f26c53) AuthConfig (0b90f1551abea541ae3e3e039aa590b8311524b2e5d239ac5e801b3a0660bda4) AuthConfig (30a58ce1a89989cf6887ab7314623b9b41f71a06ae36e4443c967a1fe2c2d8d5) AuthConfig (6d1a0ecae503abff4f212ba1caf220b7aed3992f8ec95ebb93a95c0db4ff534c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"e96ec26c-04d4-4fb7-8ab0-b1901d236104","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:12.316356066Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-a8e157-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (83a3a05ef8295ad0fc05682815c61e019918552588eee8d965a8c2426bd54f30) AuthConfig (f7a008fe64ec817268b9490e856762241bdc83ac02b360087689c19b0054f246) AuthConfig (02a5744c003b9b12a465c6b433ca0784d52f41f58e672d510f773d487508e3a6) AuthConfig (af7eab6561570ec2534b988eebab612f97e439926410aafbe05118771a2d0d1b) AuthConfig (eb0ac8449c756285cb673356d7d702181952a58d9a7fcd37900babc11d8e0ef7) AuthConfig (88caf469b80a3e9d74a471ec439377c00109c866d5cc568b92f9b4a5f3eb3885) AuthConfig (0dd0195bfb1f7e57a19d7cd31d42fe043b75d26b775c0e65d295a23e9e0fcf33) AuthConfig (0f7db4c5f9562132cfb28204f2b750f0911d577b7d02d47db745f94b1ebb569e) AuthConfig (409d3e6f5d6f8b8a3442ad87a6f5ad8c61fa8688f1aa9e2fd69e816b23b0800c) AuthConfig (904927794d831b481cce28781c41b0520dc83fd1fc38c8b72ce7740b36b48171) AuthConfig (5a870c6caef045909604869de26856d66ea8b1a9b45993eaa6c38060d34b3644) AuthConfig (b47a75a702b07ed03056bf117677161ac133a6a6fa11edf52926f0b60a8a3383) AuthConfig (d8843e9691db1fe3978a23b1fc234c0965b4ca8cb6132c70a3118916da21a3dc) AuthConfig (b0fa2b05e257b94c122ea9393528d66e8b956573a30bba26afbcd1079b1e3396) AuthConfig (cd0872a045696af0ff081da1f06948f92a4d197e09bb0a5eac0a3a9830cb2eb5) AuthConfig (bada275c95f71d8889fa5f1eb8516898497aa76835acebee27d37dcb375fbb15) AuthConfig (2c4359dc91e7d7243ec101c84470557a4e9e468a36c21e849aebae7d8c7a3b60) AuthConfig (6926304d2988ae254adc16171c6c2843365b6f797c10418acb20b59776c558c7) AuthConfig (801315db58bf0d77715fa4efcb9f958acb0f098aae33c3bf268ff8072f565c65) AuthConfig (9fd64c37e8db43a2f8707dc823961cbcd933cd19ec21d38f727c72fd8139e190) AuthConfig (c4ebbf737c0b36e3d33e2b17fb1bdec2b9b105a778574db0aad45e41013aa318) AuthConfig (a2306f07bfd723a2aab42a026c9adbab6df107d599c5f324c70d0271c34941dc) AuthConfig (956014106286bbf0c2f43a371a77d9356ec6d75b5437380aedfbccd86fe291d0) AuthConfig (dc11f6db7f8e7866c966892b235efba60215c9af821572bb03879a9dbf71d022) AuthConfig (bc9b8b72f909f90d2fcbe8e5c0587d2722e88b838ee2c2ff19d195ed7a83c584) AuthConfig (406d7d7540a5d1728dee7a0f284611dbfcef8c10f1be6ddb6e3bb94b92f14f58) AuthConfig (a0fb091a766a27b32a232fb0470fea7753f58716a46d4ce38ae54792c5f26c53) AuthConfig (0b90f1551abea541ae3e3e039aa590b8311524b2e5d239ac5e801b3a0660bda4) AuthConfig (30a58ce1a89989cf6887ab7314623b9b41f71a06ae36e4443c967a1fe2c2d8d5) AuthConfig (6d1a0ecae503abff4f212ba1caf220b7aed3992f8ec95ebb93a95c0db4ff534c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"9f9a6869-c69a-44eb-b1fc-b73c8b95503b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:18:12.370806062Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"9f9a6869-c69a-44eb-b1fc-b73c8b95503b","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:18:12.370951389Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"e96ec26c-04d4-4fb7-8ab0-b1901d236104","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:12.533691301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"4299f431-6789-47ad-923a-e938925dfe35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:12.533832238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"3b61e944-45e8-4ede-b752-84bc94c38706","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:12.590947181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"4299f431-6789-47ad-923a-e938925dfe35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:12.591053399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"3b61e944-45e8-4ede-b752-84bc94c38706","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:12.646768458Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-a8e157-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (83a3a05ef8295ad0fc05682815c61e019918552588eee8d965a8c2426bd54f30) AuthConfig (f7a008fe64ec817268b9490e856762241bdc83ac02b360087689c19b0054f246) AuthConfig (02a5744c003b9b12a465c6b433ca0784d52f41f58e672d510f773d487508e3a6) AuthConfig (af7eab6561570ec2534b988eebab612f97e439926410aafbe05118771a2d0d1b) AuthConfig (eb0ac8449c756285cb673356d7d702181952a58d9a7fcd37900babc11d8e0ef7) AuthConfig (88caf469b80a3e9d74a471ec439377c00109c866d5cc568b92f9b4a5f3eb3885) AuthConfig (0dd0195bfb1f7e57a19d7cd31d42fe043b75d26b775c0e65d295a23e9e0fcf33) AuthConfig (0f7db4c5f9562132cfb28204f2b750f0911d577b7d02d47db745f94b1ebb569e) AuthConfig (409d3e6f5d6f8b8a3442ad87a6f5ad8c61fa8688f1aa9e2fd69e816b23b0800c) AuthConfig (904927794d831b481cce28781c41b0520dc83fd1fc38c8b72ce7740b36b48171) AuthConfig (5a870c6caef045909604869de26856d66ea8b1a9b45993eaa6c38060d34b3644) AuthConfig (b47a75a702b07ed03056bf117677161ac133a6a6fa11edf52926f0b60a8a3383) AuthConfig (d8843e9691db1fe3978a23b1fc234c0965b4ca8cb6132c70a3118916da21a3dc) AuthConfig (b0fa2b05e257b94c122ea9393528d66e8b956573a30bba26afbcd1079b1e3396) AuthConfig (cd0872a045696af0ff081da1f06948f92a4d197e09bb0a5eac0a3a9830cb2eb5) AuthConfig (bada275c95f71d8889fa5f1eb8516898497aa76835acebee27d37dcb375fbb15) AuthConfig (2c4359dc91e7d7243ec101c84470557a4e9e468a36c21e849aebae7d8c7a3b60) AuthConfig (6926304d2988ae254adc16171c6c2843365b6f797c10418acb20b59776c558c7) AuthConfig (801315db58bf0d77715fa4efcb9f958acb0f098aae33c3bf268ff8072f565c65) AuthConfig (9fd64c37e8db43a2f8707dc823961cbcd933cd19ec21d38f727c72fd8139e190) AuthConfig (c4ebbf737c0b36e3d33e2b17fb1bdec2b9b105a778574db0aad45e41013aa318) AuthConfig (a2306f07bfd723a2aab42a026c9adbab6df107d599c5f324c70d0271c34941dc) AuthConfig (956014106286bbf0c2f43a371a77d9356ec6d75b5437380aedfbccd86fe291d0) AuthConfig (dc11f6db7f8e7866c966892b235efba60215c9af821572bb03879a9dbf71d022) AuthConfig (bc9b8b72f909f90d2fcbe8e5c0587d2722e88b838ee2c2ff19d195ed7a83c584) AuthConfig (406d7d7540a5d1728dee7a0f284611dbfcef8c10f1be6ddb6e3bb94b92f14f58) AuthConfig (a0fb091a766a27b32a232fb0470fea7753f58716a46d4ce38ae54792c5f26c53) AuthConfig (0b90f1551abea541ae3e3e039aa590b8311524b2e5d239ac5e801b3a0660bda4) AuthConfig (30a58ce1a89989cf6887ab7314623b9b41f71a06ae36e4443c967a1fe2c2d8d5) AuthConfig (6d1a0ecae503abff4f212ba1caf220b7aed3992f8ec95ebb93a95c0db4ff534c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"3b61e944-45e8-4ede-b752-84bc94c38706","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:12.646948448Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-a8e157-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (83a3a05ef8295ad0fc05682815c61e019918552588eee8d965a8c2426bd54f30) AuthConfig (f7a008fe64ec817268b9490e856762241bdc83ac02b360087689c19b0054f246) AuthConfig (02a5744c003b9b12a465c6b433ca0784d52f41f58e672d510f773d487508e3a6) AuthConfig (af7eab6561570ec2534b988eebab612f97e439926410aafbe05118771a2d0d1b) AuthConfig (eb0ac8449c756285cb673356d7d702181952a58d9a7fcd37900babc11d8e0ef7) AuthConfig (88caf469b80a3e9d74a471ec439377c00109c866d5cc568b92f9b4a5f3eb3885) AuthConfig (0dd0195bfb1f7e57a19d7cd31d42fe043b75d26b775c0e65d295a23e9e0fcf33) AuthConfig (0f7db4c5f9562132cfb28204f2b750f0911d577b7d02d47db745f94b1ebb569e) AuthConfig (409d3e6f5d6f8b8a3442ad87a6f5ad8c61fa8688f1aa9e2fd69e816b23b0800c) AuthConfig (904927794d831b481cce28781c41b0520dc83fd1fc38c8b72ce7740b36b48171) AuthConfig (5a870c6caef045909604869de26856d66ea8b1a9b45993eaa6c38060d34b3644) AuthConfig (b47a75a702b07ed03056bf117677161ac133a6a6fa11edf52926f0b60a8a3383) AuthConfig (d8843e9691db1fe3978a23b1fc234c0965b4ca8cb6132c70a3118916da21a3dc) AuthConfig (b0fa2b05e257b94c122ea9393528d66e8b956573a30bba26afbcd1079b1e3396) AuthConfig (cd0872a045696af0ff081da1f06948f92a4d197e09bb0a5eac0a3a9830cb2eb5) AuthConfig (bada275c95f71d8889fa5f1eb8516898497aa76835acebee27d37dcb375fbb15) AuthConfig (2c4359dc91e7d7243ec101c84470557a4e9e468a36c21e849aebae7d8c7a3b60) AuthConfig (6926304d2988ae254adc16171c6c2843365b6f797c10418acb20b59776c558c7) AuthConfig (801315db58bf0d77715fa4efcb9f958acb0f098aae33c3bf268ff8072f565c65) AuthConfig (9fd64c37e8db43a2f8707dc823961cbcd933cd19ec21d38f727c72fd8139e190) AuthConfig (c4ebbf737c0b36e3d33e2b17fb1bdec2b9b105a778574db0aad45e41013aa318) AuthConfig (a2306f07bfd723a2aab42a026c9adbab6df107d599c5f324c70d0271c34941dc) AuthConfig (956014106286bbf0c2f43a371a77d9356ec6d75b5437380aedfbccd86fe291d0) AuthConfig (dc11f6db7f8e7866c966892b235efba60215c9af821572bb03879a9dbf71d022) AuthConfig (bc9b8b72f909f90d2fcbe8e5c0587d2722e88b838ee2c2ff19d195ed7a83c584) AuthConfig (406d7d7540a5d1728dee7a0f284611dbfcef8c10f1be6ddb6e3bb94b92f14f58) AuthConfig (a0fb091a766a27b32a232fb0470fea7753f58716a46d4ce38ae54792c5f26c53) AuthConfig (0b90f1551abea541ae3e3e039aa590b8311524b2e5d239ac5e801b3a0660bda4) AuthConfig (30a58ce1a89989cf6887ab7314623b9b41f71a06ae36e4443c967a1fe2c2d8d5) AuthConfig (6d1a0ecae503abff4f212ba1caf220b7aed3992f8ec95ebb93a95c0db4ff534c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"4299f431-6789-47ad-923a-e938925dfe35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:14.032541409Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:22.806336146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"78f04da6-747f-434b-b031-4bf9cdb12b29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:22.806336163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"7358d65a-1558-4c52-9329-e725642f560c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:22.864928975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"7358d65a-1558-4c52-9329-e725642f560c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:22.865160762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"78f04da6-747f-434b-b031-4bf9cdb12b29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:23.183418316Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"premium-w3-a8e157","reconcileID":"0e1b2bb5-56b2-4a61-9a5d-6d5e53519b9d","MaaSModelRef":{"name":"premium-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"premium-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"premium-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:23.185995059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"ed1af203-2b50-4038-934e-820e060f2310","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:33.325032201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"e7b4fec5-5b9c-475c-a84b-cb76b663d8a4","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:33.381924253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"9d2a6575-74da-4d42-9873-d16b123461c0","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:33.538982928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-952aa959-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-dry-sub-952aa959-auth","reconcileID":"9f39e2ee-2d79-4958-a4ee-ca743bcfcd6f","MaaSAuthPolicy":{"name":"e2e-dry-sub-952aa959-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:33.595965292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-952aa959-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-dry-sub-952aa959-auth","reconcileID":"9f39e2ee-2d79-4958-a4ee-ca743bcfcd6f","MaaSAuthPolicy":{"name":"e2e-dry-sub-952aa959-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:33.60774974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"ef5c08b9-5de0-4198-b03b-e4fbff0b7886","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:33.664135113Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"premium-w3-a8e157","reconcileID":"5a0b589f-c7c6-4e47-867b-42504211a2db","MaaSModelRef":{"name":"premium-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"premium-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"premium-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:33.715031694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"2a7dd900-6148-4135-b2bb-6b18caeaeef6","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:18:33.717066639Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-a8e157/e2e-dry-sub-952aa959","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dry-sub-952aa959\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:33.764918553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"f8a9d6da-d5b9-4afd-9174-e800d0ab9953","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:33.765060732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"22049167-3536-4046-8b0c-d93fd254954f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:33.770088795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"d352ba2b-960d-462e-810e-caddc87addbe","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:33.82191502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"f8a9d6da-d5b9-4afd-9174-e800d0ab9953","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:33.821944563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"22049167-3536-4046-8b0c-d93fd254954f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:33.911129017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"76cb8b09-2230-42be-9277-a00a66e9a431","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:34.039972279Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-952aa959","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-dry-sub-952aa959","reconcileID":"926a703f-ae20-426c-ae79-5b89440a1e8d","MaaSSubscription":{"name":"e2e-dry-sub-952aa959","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-simulator-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-a8e157/e2e-dry-sub-952aa959","ai-tenant-e2e-worker-w3-a8e157/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:34.06934592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-952aa959-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-dry-sub-952aa959-auth","reconcileID":"b7544276-c27b-4461-affd-b65dcc23a477","MaaSAuthPolicy":{"name":"e2e-dry-sub-952aa959-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:34.126034763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-952aa959-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-dry-sub-952aa959-auth","reconcileID":"b7544276-c27b-4461-affd-b65dcc23a477","MaaSAuthPolicy":{"name":"e2e-dry-sub-952aa959-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:34.169251233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"41473888-0ddc-4f63-963d-0edec6b06dae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:34.16928583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"bdd46413-92b6-4e68-b92a-d9fd58d5da22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:34.20617418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"93752400-6c9f-4f27-a8b8-7fa4d8500797","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:34.22689479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"41473888-0ddc-4f63-963d-0edec6b06dae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:34.22701706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"bdd46413-92b6-4e68-b92a-d9fd58d5da22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:34.254885294Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-subscription","reconcileID":"6604a71e-cd24-4ed1-837e-81753f67a288","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-simulator-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:34.417144748Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-952aa959","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-dry-sub-952aa959","reconcileID":"645b94a8-0a08-4274-a777-7956ee5fe7bc","MaaSSubscription":{"name":"e2e-dry-sub-952aa959","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-simulator-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:34.449340353Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"fb8185fe-7a26-4973-a2fc-7c06e5b5cb95","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:34.566283042Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"48791bbd-ab0b-4a3e-b1b1-ed6f23e68984","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:34.669814752Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-subscription","reconcileID":"298c30a9-b050-4be1-90a5-a71a6306977f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-premium-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/premium-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:38.237209065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"89a716f4-421d-41ef-b6a9-a9a760a35b90","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:38.394026016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"f89b4682-3cd3-40b2-b3d9-cdf5fb2f3b7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:38.394176606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"97dd72d4-d766-479e-8187-0c2381acbb34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:38.394543305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-952aa959-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-dry-sub-952aa959-auth","reconcileID":"6e057317-bd61-45d2-a757-1d4118c02ef2","MaaSAuthPolicy":{"name":"e2e-dry-sub-952aa959-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:38.452400916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-952aa959-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-dry-sub-952aa959-auth","reconcileID":"6e057317-bd61-45d2-a757-1d4118c02ef2","MaaSAuthPolicy":{"name":"e2e-dry-sub-952aa959-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:38.45363493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"f89b4682-3cd3-40b2-b3d9-cdf5fb2f3b7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:38.454909461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"97dd72d4-d766-479e-8187-0c2381acbb34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:42.686641403Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-subscription","reconcileID":"5fbd712c-4ba9-46e4-8945-b5d6d1facffa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-simulator-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-a8e157/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:43.005131679Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-subscription","reconcileID":"bea84542-fcdf-49a9-b0ed-ea6c7b511546","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-simulator-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:44.030544706Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:47.394107379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"namespace":"e2e-models-e2e-worker-w4-8f6b5b","name":"simulator-w4-8f6b5b","reconcileID":"29dc58f7-44b9-42eb-9b77-e77d004d7388","MaaSModelRef":{"name":"simulator-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"routeName":"simulator-w4-8f6b5b-kserve-route","namespace":"e2e-models-e2e-worker-w4-8f6b5b","llmisvcName":"simulator-w4-8f6b5b","gateway":"openshift-ingress/e2e-worker-w4-8f6b5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:47.539538846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"5259af10-e75f-4f73-896c-1f93f7153398","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"simulator-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"simulator-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:47.606052315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"0372249d-6e39-48a5-bdf2-0512cec665eb","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"simulator-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"simulator-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:48.401729084Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-952aa959","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-dry-sub-952aa959","reconcileID":"3ed80fcf-3fd3-47b6-b2a3-6c21e3764b60","MaaSSubscription":{"name":"e2e-dry-sub-952aa959","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","subscription":"e2e-dry-sub-952aa959","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:48.562413491Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-952aa959","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-dry-sub-952aa959","reconcileID":"3ed80fcf-3fd3-47b6-b2a3-6c21e3764b60","MaaSSubscription":{"name":"e2e-dry-sub-952aa959","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-simulator-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:48.780993728Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"d269134e-85f7-449e-8408-57e6c417146b","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:48.93026224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"904d1d9d-9eef-4ddd-aac2-4c9378b1bedf","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:48.939015744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-952aa959-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-dry-sub-952aa959-auth","reconcileID":"c88af0a8-1402-4ffc-aa16-1d18388ed5d8","MaaSAuthPolicy":{"name":"e2e-dry-sub-952aa959-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:48.939062111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"fd67cdf9-d4d6-44d2-8e27-cd9713ded4d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:48.939467955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"c9a1f0c8-3d7f-4a77-9334-ab586d79bf89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:48.996438751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-952aa959-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-dry-sub-952aa959-auth","reconcileID":"c88af0a8-1402-4ffc-aa16-1d18388ed5d8","MaaSAuthPolicy":{"name":"e2e-dry-sub-952aa959-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:48.997447619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"c9a1f0c8-3d7f-4a77-9334-ab586d79bf89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:48.999187793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"fd67cdf9-d4d6-44d2-8e27-cd9713ded4d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:49.155209323Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-952aa959-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-dry-sub-952aa959-auth","reconcileID":"e5225b1d-ec46-4ecf-ba26-d2d3438c986b","MaaSAuthPolicy":{"name":"e2e-dry-sub-952aa959-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:49.318050158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"ef506d05-d933-43b6-8495-5f740f4120b5","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:50.543605682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"f5d067c8-91c4-4b62-8d0a-c1da6401c488","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:50.600336557Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"5b25b385-508c-4235-95d5-ea9f4dfd4430","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:50.757874531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-c88332da-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-combo-sub-c88332da-auth","reconcileID":"d4c22e4b-6791-4210-876c-72102f21ad44","MaaSAuthPolicy":{"name":"e2e-combo-sub-c88332da-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:50.804544311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"84e9b7ed-1bd8-45f7-85fe-41eb5e9e4b9f","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:50.814829191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-c88332da-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-combo-sub-c88332da-auth","reconcileID":"d4c22e4b-6791-4210-876c-72102f21ad44","MaaSAuthPolicy":{"name":"e2e-combo-sub-c88332da-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:50.866715719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"cdc5b248-b903-4f26-a829-00c06978408a","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:18:50.912853147Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-c88332da","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-combo-sub-c88332da","reconcileID":"f3dd5bd4-2794-4392-a3c8-ad58703bc578","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-combo-sub-c88332da\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:50.96377766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"43e68b8b-4a4c-4fd2-9438-6e935d2c6f1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:50.963777608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"27bbe925-b019-486e-bcb6-06245d29ab25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:51.02215279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"43e68b8b-4a4c-4fd2-9438-6e935d2c6f1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:51.022224621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"27bbe925-b019-486e-bcb6-06245d29ab25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:51.028164293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"4e9cc0a6-1d02-4622-a63e-22ab43f51557","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:51.084308572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"bb037f25-25b1-42fd-b6bd-2aba49d03e6d","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:51.136481675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"ba3727a2-c86a-48da-8c81-0864b49f587c","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:51.295293704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-c88332da-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-combo-sub-c88332da-auth","reconcileID":"63daf8e7-0c0e-471f-8201-1fb713ac3a4f","MaaSAuthPolicy":{"name":"e2e-combo-sub-c88332da-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:51.352430711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-c88332da-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-combo-sub-c88332da-auth","reconcileID":"63daf8e7-0c0e-471f-8201-1fb713ac3a4f","MaaSAuthPolicy":{"name":"e2e-combo-sub-c88332da-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:51.359212593Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-c88332da","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-combo-sub-c88332da","reconcileID":"6cc884f2-d945-4e85-a900-77e211ecc9a2","MaaSSubscription":{"name":"e2e-combo-sub-c88332da","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-simulator-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-a8e157/e2e-combo-sub-c88332da","ai-tenant-e2e-worker-w3-a8e157/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:51.388771411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"4af6f502-74cc-4069-b476-327ae12a18d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:51.395370377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"08ae65ea-2327-43f7-a459-f48e5dadf4c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:51.447443867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"4af6f502-74cc-4069-b476-327ae12a18d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:51.451634617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"08ae65ea-2327-43f7-a459-f48e5dadf4c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:51.523862035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"c0f451ec-daeb-45ae-ae18-9970bef6984a","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:51.571433655Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-subscription","reconcileID":"6570afbf-96fd-4e19-acd8-de887f37633d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-simulator-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:51.735385664Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-c88332da","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-combo-sub-c88332da","reconcileID":"13a4cdd5-1a20-4d56-842c-54f96dc3d9f8","MaaSSubscription":{"name":"e2e-combo-sub-c88332da","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-simulator-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:55.973119679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"d6de6f27-4997-43e4-8049-3993f715aa0b","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:56.130331218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"324b0fc5-4b0f-424d-b1b5-d04237f86703","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:56.130524748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-c88332da-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-combo-sub-c88332da-auth","reconcileID":"687f83c8-c405-4379-83d4-77467a8f0129","MaaSAuthPolicy":{"name":"e2e-combo-sub-c88332da-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:56.130329414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"54116650-e7cb-477e-a456-b6b5798398b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:56.179003745Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"premium-w1-baacee","reconcileID":"ec88ec0b-be4b-48e6-bfc4-4a4812ce0223","MaaSModelRef":{"name":"premium-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"routeName":"premium-w1-baacee-kserve-route","namespace":"e2e-models-e2e-worker-w1-baacee","llmisvcName":"premium-w1-baacee","gateway":"openshift-ingress/e2e-worker-w1-baacee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:56.187445172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-c88332da-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-combo-sub-c88332da-auth","reconcileID":"687f83c8-c405-4379-83d4-77467a8f0129","MaaSAuthPolicy":{"name":"e2e-combo-sub-c88332da-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:56.187448494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"54116650-e7cb-477e-a456-b6b5798398b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:56.189620491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"324b0fc5-4b0f-424d-b1b5-d04237f86703","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:56.295520138Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"simulator-w1-baacee","reconcileID":"98c66b8c-1af7-46b0-b10a-7985098ef942","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"routeName":"simulator-w1-baacee-kserve-route","namespace":"e2e-models-e2e-worker-w1-baacee","llmisvcName":"simulator-w1-baacee","gateway":"openshift-ingress/e2e-worker-w1-baacee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:56.352503017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"simulator-w1-baacee","reconcileID":"dbf4e9a5-548d-4724-87d9-296c8e3e04ab","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"routeName":"simulator-w1-baacee-kserve-route","namespace":"e2e-models-e2e-worker-w1-baacee","llmisvcName":"simulator-w1-baacee","gateway":"openshift-ingress/e2e-worker-w1-baacee","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:18:56.40191656Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-subscription","reconcileID":"ff2b9a50-0559-4f72-bad1-334e3230e339","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:56.517317467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"simulator-w1-baacee","reconcileID":"c56f9068-912b-49bc-8255-c9328eae58ef","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"routeName":"simulator-w1-baacee-kserve-route","namespace":"e2e-models-e2e-worker-w1-baacee","llmisvcName":"simulator-w1-baacee","gateway":"openshift-ingress/e2e-worker-w1-baacee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:56.575674838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"simulator-w1-baacee","reconcileID":"b1a2089c-6cb9-4b23-ab82-4118a7dbb545","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"routeName":"simulator-w1-baacee-kserve-route","namespace":"e2e-models-e2e-worker-w1-baacee","llmisvcName":"simulator-w1-baacee","gateway":"openshift-ingress/e2e-worker-w1-baacee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:56.578478545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"simulator-w1-baacee","reconcileID":"7fb3dd88-3536-4146-8d15-f61842ad1fbe","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"routeName":"simulator-w1-baacee-kserve-route","namespace":"e2e-models-e2e-worker-w1-baacee","llmisvcName":"simulator-w1-baacee","gateway":"openshift-ingress/e2e-worker-w1-baacee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:56.636530477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"simulator-w1-baacee","reconcileID":"0ba4c9db-043c-4b5d-b035-47b22f4a44a5","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"routeName":"simulator-w1-baacee-kserve-route","namespace":"e2e-models-e2e-worker-w1-baacee","llmisvcName":"simulator-w1-baacee","gateway":"openshift-ingress/e2e-worker-w1-baacee","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:18:56.69950554Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"simulator-w1-baacee","reconcileID":"0ba4c9db-043c-4b5d-b035-47b22f4a44a5","name":"simulator-w1-baacee","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w1-baacee\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:18:56.699581608Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"simulator-w1-baacee","reconcileID":"0ba4c9db-043c-4b5d-b035-47b22f4a44a5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w1-baacee\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:56.704866155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"simulator-w1-baacee","reconcileID":"814cf0ca-f41f-47a2-a636-1df443b41290","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"routeName":"simulator-w1-baacee-kserve-route","namespace":"e2e-models-e2e-worker-w1-baacee","llmisvcName":"simulator-w1-baacee","gateway":"openshift-ingress/e2e-worker-w1-baacee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:56.748326458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-access","reconcileID":"4a33b509-40de-4852-b777-ea87403b73f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-baacee","tenantID":"e2e-worker-w1-baacee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:56.800165113Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-subscription","reconcileID":"dfb83cf2-1395-4882-9be4-4632371f4be3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-simulator-w1-baacee","model":"simulator-w1-baacee","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-baacee/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:56.858486962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"premium-w1-baacee","reconcileID":"ce0cb54c-1595-4986-8cc4-55e1b76641e6","MaaSModelRef":{"name":"premium-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"routeName":"premium-w1-baacee-kserve-route","namespace":"e2e-models-e2e-worker-w1-baacee","llmisvcName":"premium-w1-baacee","gateway":"openshift-ingress/e2e-worker-w1-baacee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:56.872188182Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-access","reconcileID":"4a33b509-40de-4852-b777-ea87403b73f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"e2e-worker-w1-baacee-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:56.916317316Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"simulator-w1-baacee","reconcileID":"3a17bbf0-594b-44c8-82a0-746fe6129cd0","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"routeName":"simulator-w1-baacee-kserve-route","namespace":"e2e-models-e2e-worker-w1-baacee","llmisvcName":"simulator-w1-baacee","gateway":"openshift-ingress/e2e-worker-w1-baacee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:56.92710562Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-baacee-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-access","reconcileID":"4a33b509-40de-4852-b777-ea87403b73f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:18:56.962378851Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-subscription","reconcileID":"dfb83cf2-1395-4882-9be4-4632371f4be3","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:56.967805568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"premium-w1-baacee","reconcileID":"ba012329-57b6-48db-bd3b-fa3a32f4e63a","MaaSModelRef":{"name":"premium-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"routeName":"premium-w1-baacee-kserve-route","namespace":"e2e-models-e2e-worker-w1-baacee","llmisvcName":"premium-w1-baacee","gateway":"openshift-ingress/e2e-worker-w1-baacee","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:18:56.972813076Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-baacee/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:56.982021887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"simulator-w1-baacee","reconcileID":"a48b5aaf-a84a-46b5-9ec8-85e0669045de","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"routeName":"simulator-w1-baacee-kserve-route","namespace":"e2e-models-e2e-worker-w1-baacee","llmisvcName":"simulator-w1-baacee","gateway":"openshift-ingress/e2e-worker-w1-baacee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:57.023787174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"premium-w1-baacee","reconcileID":"19ebf183-298a-45f9-8318-8d5759d3884d","MaaSModelRef":{"name":"premium-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"routeName":"premium-w1-baacee-kserve-route","namespace":"e2e-models-e2e-worker-w1-baacee","llmisvcName":"premium-w1-baacee","gateway":"openshift-ingress/e2e-worker-w1-baacee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:57.089401083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-access","reconcileID":"94ee44e2-dfe3-430e-822e-609391365202","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-baacee","tenantID":"e2e-worker-w1-baacee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:57.144856537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"premium-w1-baacee","reconcileID":"38aeef36-b884-4fea-ac07-6d4fe8f192b6","MaaSModelRef":{"name":"premium-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"routeName":"premium-w1-baacee-kserve-route","namespace":"e2e-models-e2e-worker-w1-baacee","llmisvcName":"premium-w1-baacee","gateway":"openshift-ingress/e2e-worker-w1-baacee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:57.14882603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-access","reconcileID":"94ee44e2-dfe3-430e-822e-609391365202","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"e2e-worker-w1-baacee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:57.172479503Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-subscription","reconcileID":"c596963b-ef0c-4c91-b7f6-522340a4963f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-simulator-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/simulator-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:57.204957617Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-baacee-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-access","reconcileID":"94ee44e2-dfe3-430e-822e-609391365202","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:57.205755697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"premium-w1-baacee","reconcileID":"41e36d69-ae58-473e-9302-196956535ce0","MaaSModelRef":{"name":"premium-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"routeName":"premium-w1-baacee-kserve-route","namespace":"e2e-models-e2e-worker-w1-baacee","llmisvcName":"premium-w1-baacee","gateway":"openshift-ingress/e2e-worker-w1-baacee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:57.28048353Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-subscription","reconcileID":"692c7196-91c3-4014-b986-f76bbbfd4808","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-premium-w1-baacee","model":"premium-w1-baacee","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-baacee/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:57.338727119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"simulator-w1-baacee","reconcileID":"0664ccc9-95d5-4919-8fd1-9045874318bf","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"routeName":"simulator-w1-baacee-kserve-route","namespace":"e2e-models-e2e-worker-w1-baacee","llmisvcName":"simulator-w1-baacee","gateway":"openshift-ingress/e2e-worker-w1-baacee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:57.362626303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-access","reconcileID":"541daa4f-cb48-4a0d-b8b6-ed32f74772aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-baacee","tenantID":"e2e-worker-w1-baacee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:57.422090708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-access","reconcileID":"541daa4f-cb48-4a0d-b8b6-ed32f74772aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"e2e-worker-w1-baacee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:57.443482591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"premium-w1-baacee","reconcileID":"824fdeca-ea42-4ea7-a11e-3b755bc759a9","MaaSModelRef":{"name":"premium-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"routeName":"premium-w1-baacee-kserve-route","namespace":"e2e-models-e2e-worker-w1-baacee","llmisvcName":"premium-w1-baacee","gateway":"openshift-ingress/e2e-worker-w1-baacee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:57.462015378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-access","reconcileID":"9db198e4-fa23-42ac-93e5-c7d464d961f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-baacee","tenantID":"e2e-worker-w1-baacee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:57.476989899Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-baacee-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-access","reconcileID":"541daa4f-cb48-4a0d-b8b6-ed32f74772aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:57.518908229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-access","reconcileID":"9db198e4-fa23-42ac-93e5-c7d464d961f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"e2e-worker-w1-baacee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:57.534892318Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"premium-w1-baacee","reconcileID":"59733b43-9cc9-4c59-a828-d8a4deeca93c","MaaSModelRef":{"name":"premium-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"routeName":"premium-w1-baacee-kserve-route","namespace":"e2e-models-e2e-worker-w1-baacee","llmisvcName":"premium-w1-baacee","gateway":"openshift-ingress/e2e-worker-w1-baacee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:57.574017015Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-baacee-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-access","reconcileID":"9db198e4-fa23-42ac-93e5-c7d464d961f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:57.655173949Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-subscription","reconcileID":"566c824d-0efe-4f36-9169-33a79d6eeecf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-premium-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/premium-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:57.691139674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-access","reconcileID":"95705034-3ef8-4def-8fad-38638115e064","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-baacee","tenantID":"e2e-worker-w1-baacee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:57.747357659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-access","reconcileID":"95705034-3ef8-4def-8fad-38638115e064","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"e2e-worker-w1-baacee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:57.783911016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"simulator-w0-057e2d","reconcileID":"2c358731-3031-4e3a-bae3-74457c8f0182","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"simulator-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"simulator-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:57.802153141Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-baacee-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-access","reconcileID":"95705034-3ef8-4def-8fad-38638115e064","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:18:57.855332725Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-access","reconcileID":"95705034-3ef8-4def-8fad-38638115e064","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:58.017575412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-access","reconcileID":"223323df-4b27-4eac-a072-481871da6118","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-baacee","tenantID":"e2e-worker-w1-baacee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:58.074776097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-access","reconcileID":"223323df-4b27-4eac-a072-481871da6118","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"e2e-worker-w1-baacee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:58.129595974Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-baacee-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-access","reconcileID":"223323df-4b27-4eac-a072-481871da6118","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:58.183912594Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-subscription","reconcileID":"d13cc27f-0743-4af6-aead-43379975ea16","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-simulator-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-a8e157/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:58.24735813Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ce891477-4ec7-4705-851c-98cc7580683e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:58.355200038Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-subscription","reconcileID":"d5feead1-0d7d-4f6e-8677-24bd74775a20","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-premium-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/premium-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:58.477265811Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c6b102a4-da81-4163-9cff-1a1586f66af2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:58.571845975Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-subscription","reconcileID":"7c0cf28f-7627-4335-8cac-ac541c7a2969","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-simulator-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:05.130967363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"premium-w2-00e840","reconcileID":"7afdd246-6a16-4b7a-99ba-0526c56f92bc","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"premium-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"premium-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:06.136841227Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-c88332da","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-combo-sub-c88332da","reconcileID":"d2654b1d-31ce-4a07-b743-425f20110193","MaaSSubscription":{"name":"e2e-combo-sub-c88332da","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","subscription":"e2e-combo-sub-c88332da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:06.298911269Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-c88332da","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-combo-sub-c88332da","reconcileID":"d2654b1d-31ce-4a07-b743-425f20110193","MaaSSubscription":{"name":"e2e-combo-sub-c88332da","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-simulator-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:06.517620333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"9d844b91-77ab-461f-80c0-615572584564","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:06.577255643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"premium-w1-baacee","reconcileID":"4a438f24-4d79-49d1-bf29-febbe8db7cbd","MaaSModelRef":{"name":"premium-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"routeName":"premium-w1-baacee-kserve-route","namespace":"e2e-models-e2e-worker-w1-baacee","llmisvcName":"premium-w1-baacee","gateway":"openshift-ingress/e2e-worker-w1-baacee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:06.677779434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"ab3a80df-4fc8-44f1-85bf-6f27856ddb02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:06.680605554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-c88332da-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-combo-sub-c88332da-auth","reconcileID":"7286113c-f709-435b-83c8-072e943e4b03","MaaSAuthPolicy":{"name":"e2e-combo-sub-c88332da-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:06.680615292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"75f35682-19b3-420c-ba99-c41b7f7af1f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:06.681400611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"2d0868ad-0fd3-4e5d-aab3-1af646ca4a84","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:06.734702272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"ab3a80df-4fc8-44f1-85bf-6f27856ddb02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:06.73688301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"75f35682-19b3-420c-ba99-c41b7f7af1f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:06.737244805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-c88332da-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-combo-sub-c88332da-auth","reconcileID":"7286113c-f709-435b-83c8-072e943e4b03","MaaSAuthPolicy":{"name":"e2e-combo-sub-c88332da-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:06.940292069Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-c88332da-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-combo-sub-c88332da-auth","reconcileID":"4a9c18de-a45e-4f42-b77e-5943469395b5","MaaSAuthPolicy":{"name":"e2e-combo-sub-c88332da-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:07.199535222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"7b9d319e-e7f3-495a-bb6b-e88d0368b802","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:07.530737797Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-subscription","reconcileID":"be2997cf-f2e7-4b16-b99a-2d7688b51550","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-simulator-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/simulator-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:07.674058431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"namespace":"e2e-models-e2e-worker-w4-8f6b5b","name":"simulator-w4-8f6b5b","reconcileID":"515e2202-e282-4bd9-865e-b2ceaf55288d","MaaSModelRef":{"name":"simulator-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"routeName":"simulator-w4-8f6b5b-kserve-route","namespace":"e2e-models-e2e-worker-w4-8f6b5b","llmisvcName":"simulator-w4-8f6b5b","gateway":"openshift-ingress/e2e-worker-w4-8f6b5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:07.699246143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"simulator-w1-baacee","reconcileID":"49177040-a20e-42d0-9810-39112653a8e6","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"routeName":"simulator-w1-baacee-kserve-route","namespace":"e2e-models-e2e-worker-w1-baacee","llmisvcName":"simulator-w1-baacee","gateway":"openshift-ingress/e2e-worker-w1-baacee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:07.736816729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-access","reconcileID":"f698412a-d060-484c-a298-40bfe6781f4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-baacee","tenantID":"e2e-worker-w1-baacee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:07.745182138Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"namespace":"e2e-models-e2e-worker-w4-8f6b5b","name":"simulator-w4-8f6b5b","reconcileID":"d5e1212c-14e5-4767-b216-dffe1b02bc37","MaaSModelRef":{"name":"simulator-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"routeName":"simulator-w4-8f6b5b-kserve-route","namespace":"e2e-models-e2e-worker-w4-8f6b5b","llmisvcName":"simulator-w4-8f6b5b","gateway":"openshift-ingress/e2e-worker-w4-8f6b5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:07.795350013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-access","reconcileID":"f698412a-d060-484c-a298-40bfe6781f4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"e2e-worker-w1-baacee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:07.850946397Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-baacee-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0973e5ae5f34b8a4a04328e3016875a2c4868799cfafb73c6ee1df07e8e45f82) AuthConfig (0d15845053ff6f073fa5afdc9445a7d7f4a86da2c1fe181dbaa7699fff7b97f0) AuthConfig (736760c5213bb5384fd49d9e2b3cb668c9bb0ca4acc47c55e467234703c3c5ec) AuthConfig (5188738cd5cbf5b2449277c074742ccc351a87629a8b56366c23d905da56e598) AuthConfig (2b68ba176f5a6f90affd4b5725dd83a31b7890cf9f051bd8b8ecca8256d81af3) AuthConfig (58f29e46f823bfc68b3aaf700c05bf23328110d408a570ef36e595d6cad04d49) AuthConfig (25dc5d84534434434ddec47409a209294559cf9a40110e4cec60ed89c3613b18) AuthConfig (b5733848396b1edc42d0995720b884a4f0718313886e747211f5ac5914844df0) AuthConfig (535a6efd13b0075ed89912c14b3128ec1d490822b65f88c7aa82cfd89b96d823) AuthConfig (4bb62fd45aeadf904e2d68c67598cf15fa9356f1b60bdf15c191e301f23aa2d7) AuthConfig (fd58143ef58c1ffa2df4dd2637297c04121cd8e7f7e3ff0d18bc3c870b756652) AuthConfig (b0f65ea45b97ea5aef02778407f1d892e1048ae98b3e1c5aefee62ce5148d30a) AuthConfig (b45eb43a43a054e0a98f2c6ed13f73e73ea7498651bde9e7a5e3e0b4492c2529) AuthConfig (1a76ea707337df9d5940e9245c9c5e3d16375c9dfa6f22dd4c1ce68b24b1f836) AuthConfig (9269cf69953aa96d9a13f6bbc22558575d42397d556e7554f6181e9350ec811e) AuthConfig (583b435ef7ad44292aa0800eeabddb34727753edf462e64da8d000156bcf506d) AuthConfig (5134ffc5a81b24626c24a1fbbc5b6b766020d776c652f386c7920ac224029101) AuthConfig (414e95513c0ec91d55378692caa2b62f674d69e1f2b12f7bc103dfad1e9c7767) AuthConfig (5bc6bf2d42fde69e39d675ce9712d45e26933cb13df02d0e9ada668e176499a0) AuthConfig (ceca3c7a761ec74fcf6fbf0db72928dc8300873744b048732a0d1457db4ad52c) AuthConfig (91e85ed7e77b9f49ed81616e2e09dfba3c33eb11d391c9bec8d0011ef04bd213) AuthConfig (47a7754ab8166bc4c831e076471511cd665aef15a48eeb04d7407920ee10a187) AuthConfig (bc60f665623564c73cb261a2594629580773f4ff385d0f4d05a4845009c6898a) AuthConfig (e40d2bb3be5e5bbc1623ced13308c35f393e654c9fb13ab42f2b2f7c3708a341) AuthConfig (e8d639a0794c476bfb3165be54f7576ec52e26f31774ab000caa33cd06ee6fed) AuthConfig (db31bd56201724373b92b2ee092eb74f72840126591471462adb7554647c3b57) AuthConfig (cb3b06d1acff946e29bd290fe69023bff23f464f37979d3823e1ef03a144ae1a) AuthConfig (0ce2c55d594d0ff2357aadd03ddff45ff17aeaf9690ccea87ef8528057b43e22) AuthConfig (9443c87a18b4a450560d52fc017a1afe03659dc9f9bf292e2f7e3def2885940f) AuthConfig (1388d6c5021b8755136ef5b12d7f6f195b02cbd958068957896dda5315967f70)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-access","reconcileID":"f698412a-d060-484c-a298-40bfe6781f4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:07.909363456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"simulator-w1-baacee","reconcileID":"c5fec00e-90a9-4c9f-a739-a86f0172d39f","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"routeName":"simulator-w1-baacee-kserve-route","namespace":"e2e-models-e2e-worker-w1-baacee","llmisvcName":"simulator-w1-baacee","gateway":"openshift-ingress/e2e-worker-w1-baacee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:07.941855645Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-subscription","reconcileID":"58de131c-7582-4f85-b2e6-dc2ce920f0d8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-premium-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/premium-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:08.107599411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"premium-w1-baacee","reconcileID":"2eec07cf-be39-498f-8175-b95981fcda29","MaaSModelRef":{"name":"premium-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"routeName":"premium-w1-baacee-kserve-route","namespace":"e2e-models-e2e-worker-w1-baacee","llmisvcName":"premium-w1-baacee","gateway":"openshift-ingress/e2e-worker-w1-baacee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:08.188498577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-access","reconcileID":"6f0b7252-3e94-4cd5-b56d-eb41b41aa541","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-baacee","tenantID":"e2e-worker-w1-baacee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:08.188498482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-access","reconcileID":"e6df2681-1603-4367-8bad-5245307e06c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-baacee","tenantID":"e2e-worker-w1-baacee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:08.24618298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-access","reconcileID":"e6df2681-1603-4367-8bad-5245307e06c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"e2e-worker-w1-baacee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:08.246291306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-access","reconcileID":"6f0b7252-3e94-4cd5-b56d-eb41b41aa541","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"e2e-worker-w1-baacee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:08.302361755Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-baacee-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0973e5ae5f34b8a4a04328e3016875a2c4868799cfafb73c6ee1df07e8e45f82) AuthConfig (0d15845053ff6f073fa5afdc9445a7d7f4a86da2c1fe181dbaa7699fff7b97f0) AuthConfig (736760c5213bb5384fd49d9e2b3cb668c9bb0ca4acc47c55e467234703c3c5ec) AuthConfig (5188738cd5cbf5b2449277c074742ccc351a87629a8b56366c23d905da56e598) AuthConfig (2b68ba176f5a6f90affd4b5725dd83a31b7890cf9f051bd8b8ecca8256d81af3) AuthConfig (58f29e46f823bfc68b3aaf700c05bf23328110d408a570ef36e595d6cad04d49) AuthConfig (25dc5d84534434434ddec47409a209294559cf9a40110e4cec60ed89c3613b18) AuthConfig (b5733848396b1edc42d0995720b884a4f0718313886e747211f5ac5914844df0) AuthConfig (535a6efd13b0075ed89912c14b3128ec1d490822b65f88c7aa82cfd89b96d823) AuthConfig (4bb62fd45aeadf904e2d68c67598cf15fa9356f1b60bdf15c191e301f23aa2d7) AuthConfig (fd58143ef58c1ffa2df4dd2637297c04121cd8e7f7e3ff0d18bc3c870b756652) AuthConfig (b0f65ea45b97ea5aef02778407f1d892e1048ae98b3e1c5aefee62ce5148d30a) AuthConfig (b45eb43a43a054e0a98f2c6ed13f73e73ea7498651bde9e7a5e3e0b4492c2529) AuthConfig (1a76ea707337df9d5940e9245c9c5e3d16375c9dfa6f22dd4c1ce68b24b1f836) AuthConfig (9269cf69953aa96d9a13f6bbc22558575d42397d556e7554f6181e9350ec811e) AuthConfig (583b435ef7ad44292aa0800eeabddb34727753edf462e64da8d000156bcf506d) AuthConfig (5134ffc5a81b24626c24a1fbbc5b6b766020d776c652f386c7920ac224029101) AuthConfig (414e95513c0ec91d55378692caa2b62f674d69e1f2b12f7bc103dfad1e9c7767) AuthConfig (5bc6bf2d42fde69e39d675ce9712d45e26933cb13df02d0e9ada668e176499a0) AuthConfig (ceca3c7a761ec74fcf6fbf0db72928dc8300873744b048732a0d1457db4ad52c) AuthConfig (91e85ed7e77b9f49ed81616e2e09dfba3c33eb11d391c9bec8d0011ef04bd213) AuthConfig (47a7754ab8166bc4c831e076471511cd665aef15a48eeb04d7407920ee10a187) AuthConfig (bc60f665623564c73cb261a2594629580773f4ff385d0f4d05a4845009c6898a) AuthConfig (e40d2bb3be5e5bbc1623ced13308c35f393e654c9fb13ab42f2b2f7c3708a341) AuthConfig (e8d639a0794c476bfb3165be54f7576ec52e26f31774ab000caa33cd06ee6fed) AuthConfig (db31bd56201724373b92b2ee092eb74f72840126591471462adb7554647c3b57) AuthConfig (cb3b06d1acff946e29bd290fe69023bff23f464f37979d3823e1ef03a144ae1a) AuthConfig (0ce2c55d594d0ff2357aadd03ddff45ff17aeaf9690ccea87ef8528057b43e22) AuthConfig (9443c87a18b4a450560d52fc017a1afe03659dc9f9bf292e2f7e3def2885940f) AuthConfig (1388d6c5021b8755136ef5b12d7f6f195b02cbd958068957896dda5315967f70)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-access","reconcileID":"e6df2681-1603-4367-8bad-5245307e06c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:08.302481696Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-baacee-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0973e5ae5f34b8a4a04328e3016875a2c4868799cfafb73c6ee1df07e8e45f82) AuthConfig (0d15845053ff6f073fa5afdc9445a7d7f4a86da2c1fe181dbaa7699fff7b97f0) AuthConfig (736760c5213bb5384fd49d9e2b3cb668c9bb0ca4acc47c55e467234703c3c5ec) AuthConfig (5188738cd5cbf5b2449277c074742ccc351a87629a8b56366c23d905da56e598) AuthConfig (2b68ba176f5a6f90affd4b5725dd83a31b7890cf9f051bd8b8ecca8256d81af3) AuthConfig (58f29e46f823bfc68b3aaf700c05bf23328110d408a570ef36e595d6cad04d49) AuthConfig (25dc5d84534434434ddec47409a209294559cf9a40110e4cec60ed89c3613b18) AuthConfig (b5733848396b1edc42d0995720b884a4f0718313886e747211f5ac5914844df0) AuthConfig (535a6efd13b0075ed89912c14b3128ec1d490822b65f88c7aa82cfd89b96d823) AuthConfig (4bb62fd45aeadf904e2d68c67598cf15fa9356f1b60bdf15c191e301f23aa2d7) AuthConfig (fd58143ef58c1ffa2df4dd2637297c04121cd8e7f7e3ff0d18bc3c870b756652) AuthConfig (b0f65ea45b97ea5aef02778407f1d892e1048ae98b3e1c5aefee62ce5148d30a) AuthConfig (b45eb43a43a054e0a98f2c6ed13f73e73ea7498651bde9e7a5e3e0b4492c2529) AuthConfig (1a76ea707337df9d5940e9245c9c5e3d16375c9dfa6f22dd4c1ce68b24b1f836) AuthConfig (9269cf69953aa96d9a13f6bbc22558575d42397d556e7554f6181e9350ec811e) AuthConfig (583b435ef7ad44292aa0800eeabddb34727753edf462e64da8d000156bcf506d) AuthConfig (5134ffc5a81b24626c24a1fbbc5b6b766020d776c652f386c7920ac224029101) AuthConfig (414e95513c0ec91d55378692caa2b62f674d69e1f2b12f7bc103dfad1e9c7767) AuthConfig (5bc6bf2d42fde69e39d675ce9712d45e26933cb13df02d0e9ada668e176499a0) AuthConfig (ceca3c7a761ec74fcf6fbf0db72928dc8300873744b048732a0d1457db4ad52c) AuthConfig (91e85ed7e77b9f49ed81616e2e09dfba3c33eb11d391c9bec8d0011ef04bd213) AuthConfig (47a7754ab8166bc4c831e076471511cd665aef15a48eeb04d7407920ee10a187) AuthConfig (bc60f665623564c73cb261a2594629580773f4ff385d0f4d05a4845009c6898a) AuthConfig (e40d2bb3be5e5bbc1623ced13308c35f393e654c9fb13ab42f2b2f7c3708a341) AuthConfig (e8d639a0794c476bfb3165be54f7576ec52e26f31774ab000caa33cd06ee6fed) AuthConfig (db31bd56201724373b92b2ee092eb74f72840126591471462adb7554647c3b57) AuthConfig (cb3b06d1acff946e29bd290fe69023bff23f464f37979d3823e1ef03a144ae1a) AuthConfig (0ce2c55d594d0ff2357aadd03ddff45ff17aeaf9690ccea87ef8528057b43e22) AuthConfig (9443c87a18b4a450560d52fc017a1afe03659dc9f9bf292e2f7e3def2885940f) AuthConfig (1388d6c5021b8755136ef5b12d7f6f195b02cbd958068957896dda5315967f70)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-access","reconcileID":"6f0b7252-3e94-4cd5-b56d-eb41b41aa541","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:08.362107606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"premium-w1-baacee","reconcileID":"efd6851e-50f7-428f-8068-31e04a2f994d","MaaSModelRef":{"name":"premium-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"routeName":"premium-w1-baacee-kserve-route","namespace":"e2e-models-e2e-worker-w1-baacee","llmisvcName":"premium-w1-baacee","gateway":"openshift-ingress/e2e-worker-w1-baacee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:08.460126551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-access","reconcileID":"2a6b213f-8086-4311-bab9-41cf096c4d64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-baacee","tenantID":"e2e-worker-w1-baacee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:08.517793379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-access","reconcileID":"2a6b213f-8086-4311-bab9-41cf096c4d64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"e2e-worker-w1-baacee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:08.562141856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-access","reconcileID":"896f3ca4-3206-41f3-8698-3e1c8bed5648","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-baacee","tenantID":"e2e-worker-w1-baacee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:08.573239734Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-baacee-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0973e5ae5f34b8a4a04328e3016875a2c4868799cfafb73c6ee1df07e8e45f82) AuthConfig (0d15845053ff6f073fa5afdc9445a7d7f4a86da2c1fe181dbaa7699fff7b97f0) AuthConfig (736760c5213bb5384fd49d9e2b3cb668c9bb0ca4acc47c55e467234703c3c5ec) AuthConfig (5188738cd5cbf5b2449277c074742ccc351a87629a8b56366c23d905da56e598) AuthConfig (2b68ba176f5a6f90affd4b5725dd83a31b7890cf9f051bd8b8ecca8256d81af3) AuthConfig (58f29e46f823bfc68b3aaf700c05bf23328110d408a570ef36e595d6cad04d49) AuthConfig (25dc5d84534434434ddec47409a209294559cf9a40110e4cec60ed89c3613b18) AuthConfig (b5733848396b1edc42d0995720b884a4f0718313886e747211f5ac5914844df0) AuthConfig (535a6efd13b0075ed89912c14b3128ec1d490822b65f88c7aa82cfd89b96d823) AuthConfig (4bb62fd45aeadf904e2d68c67598cf15fa9356f1b60bdf15c191e301f23aa2d7) AuthConfig (fd58143ef58c1ffa2df4dd2637297c04121cd8e7f7e3ff0d18bc3c870b756652) AuthConfig (b0f65ea45b97ea5aef02778407f1d892e1048ae98b3e1c5aefee62ce5148d30a) AuthConfig (b45eb43a43a054e0a98f2c6ed13f73e73ea7498651bde9e7a5e3e0b4492c2529) AuthConfig (1a76ea707337df9d5940e9245c9c5e3d16375c9dfa6f22dd4c1ce68b24b1f836) AuthConfig (9269cf69953aa96d9a13f6bbc22558575d42397d556e7554f6181e9350ec811e) AuthConfig (583b435ef7ad44292aa0800eeabddb34727753edf462e64da8d000156bcf506d) AuthConfig (5134ffc5a81b24626c24a1fbbc5b6b766020d776c652f386c7920ac224029101) AuthConfig (414e95513c0ec91d55378692caa2b62f674d69e1f2b12f7bc103dfad1e9c7767) AuthConfig (5bc6bf2d42fde69e39d675ce9712d45e26933cb13df02d0e9ada668e176499a0) AuthConfig (ceca3c7a761ec74fcf6fbf0db72928dc8300873744b048732a0d1457db4ad52c) AuthConfig (91e85ed7e77b9f49ed81616e2e09dfba3c33eb11d391c9bec8d0011ef04bd213) AuthConfig (47a7754ab8166bc4c831e076471511cd665aef15a48eeb04d7407920ee10a187) AuthConfig (bc60f665623564c73cb261a2594629580773f4ff385d0f4d05a4845009c6898a) AuthConfig (e40d2bb3be5e5bbc1623ced13308c35f393e654c9fb13ab42f2b2f7c3708a341) AuthConfig (e8d639a0794c476bfb3165be54f7576ec52e26f31774ab000caa33cd06ee6fed) AuthConfig (db31bd56201724373b92b2ee092eb74f72840126591471462adb7554647c3b57) AuthConfig (cb3b06d1acff946e29bd290fe69023bff23f464f37979d3823e1ef03a144ae1a) AuthConfig (0ce2c55d594d0ff2357aadd03ddff45ff17aeaf9690ccea87ef8528057b43e22) AuthConfig (9443c87a18b4a450560d52fc017a1afe03659dc9f9bf292e2f7e3def2885940f) AuthConfig (1388d6c5021b8755136ef5b12d7f6f195b02cbd958068957896dda5315967f70)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-access","reconcileID":"2a6b213f-8086-4311-bab9-41cf096c4d64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:08.620149772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-access","reconcileID":"896f3ca4-3206-41f3-8698-3e1c8bed5648","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"e2e-worker-w1-baacee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:08.675420932Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-baacee-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0973e5ae5f34b8a4a04328e3016875a2c4868799cfafb73c6ee1df07e8e45f82) AuthConfig (0d15845053ff6f073fa5afdc9445a7d7f4a86da2c1fe181dbaa7699fff7b97f0) AuthConfig (736760c5213bb5384fd49d9e2b3cb668c9bb0ca4acc47c55e467234703c3c5ec) AuthConfig (5188738cd5cbf5b2449277c074742ccc351a87629a8b56366c23d905da56e598) AuthConfig (2b68ba176f5a6f90affd4b5725dd83a31b7890cf9f051bd8b8ecca8256d81af3) AuthConfig (58f29e46f823bfc68b3aaf700c05bf23328110d408a570ef36e595d6cad04d49) AuthConfig (25dc5d84534434434ddec47409a209294559cf9a40110e4cec60ed89c3613b18) AuthConfig (b5733848396b1edc42d0995720b884a4f0718313886e747211f5ac5914844df0) AuthConfig (535a6efd13b0075ed89912c14b3128ec1d490822b65f88c7aa82cfd89b96d823) AuthConfig (4bb62fd45aeadf904e2d68c67598cf15fa9356f1b60bdf15c191e301f23aa2d7) AuthConfig (fd58143ef58c1ffa2df4dd2637297c04121cd8e7f7e3ff0d18bc3c870b756652) AuthConfig (b0f65ea45b97ea5aef02778407f1d892e1048ae98b3e1c5aefee62ce5148d30a) AuthConfig (b45eb43a43a054e0a98f2c6ed13f73e73ea7498651bde9e7a5e3e0b4492c2529) AuthConfig (1a76ea707337df9d5940e9245c9c5e3d16375c9dfa6f22dd4c1ce68b24b1f836) AuthConfig (9269cf69953aa96d9a13f6bbc22558575d42397d556e7554f6181e9350ec811e) AuthConfig (583b435ef7ad44292aa0800eeabddb34727753edf462e64da8d000156bcf506d) AuthConfig (5134ffc5a81b24626c24a1fbbc5b6b766020d776c652f386c7920ac224029101) AuthConfig (414e95513c0ec91d55378692caa2b62f674d69e1f2b12f7bc103dfad1e9c7767) AuthConfig (5bc6bf2d42fde69e39d675ce9712d45e26933cb13df02d0e9ada668e176499a0) AuthConfig (ceca3c7a761ec74fcf6fbf0db72928dc8300873744b048732a0d1457db4ad52c) AuthConfig (91e85ed7e77b9f49ed81616e2e09dfba3c33eb11d391c9bec8d0011ef04bd213) AuthConfig (47a7754ab8166bc4c831e076471511cd665aef15a48eeb04d7407920ee10a187) AuthConfig (bc60f665623564c73cb261a2594629580773f4ff385d0f4d05a4845009c6898a) AuthConfig (e40d2bb3be5e5bbc1623ced13308c35f393e654c9fb13ab42f2b2f7c3708a341) AuthConfig (e8d639a0794c476bfb3165be54f7576ec52e26f31774ab000caa33cd06ee6fed) AuthConfig (db31bd56201724373b92b2ee092eb74f72840126591471462adb7554647c3b57) AuthConfig (cb3b06d1acff946e29bd290fe69023bff23f464f37979d3823e1ef03a144ae1a) AuthConfig (0ce2c55d594d0ff2357aadd03ddff45ff17aeaf9690ccea87ef8528057b43e22) AuthConfig (9443c87a18b4a450560d52fc017a1afe03659dc9f9bf292e2f7e3def2885940f) AuthConfig (1388d6c5021b8755136ef5b12d7f6f195b02cbd958068957896dda5315967f70)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-access","reconcileID":"896f3ca4-3206-41f3-8698-3e1c8bed5648","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:19:08.729456669Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-access","reconcileID":"896f3ca4-3206-41f3-8698-3e1c8bed5648","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:08.892634447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-access","reconcileID":"0ec5b251-6a88-47ed-b1ad-d8d549bed8bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-baacee","tenantID":"e2e-worker-w1-baacee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:08.950508703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-access","reconcileID":"0ec5b251-6a88-47ed-b1ad-d8d549bed8bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"e2e-worker-w1-baacee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:09.005765474Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-baacee-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0973e5ae5f34b8a4a04328e3016875a2c4868799cfafb73c6ee1df07e8e45f82) AuthConfig (0d15845053ff6f073fa5afdc9445a7d7f4a86da2c1fe181dbaa7699fff7b97f0) AuthConfig (736760c5213bb5384fd49d9e2b3cb668c9bb0ca4acc47c55e467234703c3c5ec) AuthConfig (5188738cd5cbf5b2449277c074742ccc351a87629a8b56366c23d905da56e598) AuthConfig (2b68ba176f5a6f90affd4b5725dd83a31b7890cf9f051bd8b8ecca8256d81af3) AuthConfig (58f29e46f823bfc68b3aaf700c05bf23328110d408a570ef36e595d6cad04d49) AuthConfig (25dc5d84534434434ddec47409a209294559cf9a40110e4cec60ed89c3613b18) AuthConfig (b5733848396b1edc42d0995720b884a4f0718313886e747211f5ac5914844df0) AuthConfig (535a6efd13b0075ed89912c14b3128ec1d490822b65f88c7aa82cfd89b96d823) AuthConfig (4bb62fd45aeadf904e2d68c67598cf15fa9356f1b60bdf15c191e301f23aa2d7) AuthConfig (fd58143ef58c1ffa2df4dd2637297c04121cd8e7f7e3ff0d18bc3c870b756652) AuthConfig (b0f65ea45b97ea5aef02778407f1d892e1048ae98b3e1c5aefee62ce5148d30a) AuthConfig (b45eb43a43a054e0a98f2c6ed13f73e73ea7498651bde9e7a5e3e0b4492c2529) AuthConfig (1a76ea707337df9d5940e9245c9c5e3d16375c9dfa6f22dd4c1ce68b24b1f836) AuthConfig (9269cf69953aa96d9a13f6bbc22558575d42397d556e7554f6181e9350ec811e) AuthConfig (583b435ef7ad44292aa0800eeabddb34727753edf462e64da8d000156bcf506d) AuthConfig (5134ffc5a81b24626c24a1fbbc5b6b766020d776c652f386c7920ac224029101) AuthConfig (414e95513c0ec91d55378692caa2b62f674d69e1f2b12f7bc103dfad1e9c7767) AuthConfig (5bc6bf2d42fde69e39d675ce9712d45e26933cb13df02d0e9ada668e176499a0) AuthConfig (ceca3c7a761ec74fcf6fbf0db72928dc8300873744b048732a0d1457db4ad52c) AuthConfig (91e85ed7e77b9f49ed81616e2e09dfba3c33eb11d391c9bec8d0011ef04bd213) AuthConfig (47a7754ab8166bc4c831e076471511cd665aef15a48eeb04d7407920ee10a187) AuthConfig (bc60f665623564c73cb261a2594629580773f4ff385d0f4d05a4845009c6898a) AuthConfig (e40d2bb3be5e5bbc1623ced13308c35f393e654c9fb13ab42f2b2f7c3708a341) AuthConfig (e8d639a0794c476bfb3165be54f7576ec52e26f31774ab000caa33cd06ee6fed) AuthConfig (db31bd56201724373b92b2ee092eb74f72840126591471462adb7554647c3b57) AuthConfig (cb3b06d1acff946e29bd290fe69023bff23f464f37979d3823e1ef03a144ae1a) AuthConfig (0ce2c55d594d0ff2357aadd03ddff45ff17aeaf9690ccea87ef8528057b43e22) AuthConfig (9443c87a18b4a450560d52fc017a1afe03659dc9f9bf292e2f7e3def2885940f) AuthConfig (1388d6c5021b8755136ef5b12d7f6f195b02cbd958068957896dda5315967f70)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-access","reconcileID":"0ec5b251-6a88-47ed-b1ad-d8d549bed8bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:14.031088614Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:15.241272794Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"e292d265-57ab-45f0-a0f5-9b106aa44f2d","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"simulator-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"simulator-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:15.298493588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"9166a328-5ec9-4b1e-9fe2-77b0d5906ffd","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"simulator-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"simulator-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:19:15.350716425Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-subscription","reconcileID":"04652bad-cc4c-45ad-ad27-782422761bd5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:15.464250506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"6d7d3617-cd0c-41d3-8b83-2b042b5c11e9","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"simulator-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"simulator-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:15.522322755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"e456496c-92bd-40b7-b568-b9cb6de40625","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"simulator-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"simulator-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:15.529337565Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"fbb81380-6273-423d-8168-6523991e24df","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"simulator-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"simulator-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:15.588341613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"ac2ef114-b8c6-46b0-92e3-894710f2ca35","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"simulator-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"simulator-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:15.692097522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"9482b394-e6c4-4a18-a510-77edbf546283","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:15.745079672Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-subscription","reconcileID":"c407df30-2b83-46b4-979a-1a64939d4a66","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-simulator-w2-00e840","model":"simulator-w2-00e840","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-00e840/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:15.817825403Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"9482b394-e6c4-4a18-a510-77edbf546283","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:15.821435423Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"premium-w2-00e840","reconcileID":"811ac17b-1f50-4127-8e5d-7b0b949db897","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"premium-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"premium-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:15.87371968Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-00e840-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"9482b394-e6c4-4a18-a510-77edbf546283","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:15.880919189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"c7ec5e20-ef0f-4aac-9e06-65da03a82683","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"simulator-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"simulator-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:19:15.907335672Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-subscription","reconcileID":"c407df30-2b83-46b4-979a-1a64939d4a66","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:15.92886675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"premium-w2-00e840","reconcileID":"ad75924f-dd7c-4044-b8c9-a02c361d8754","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"premium-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"premium-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:19:15.934821548Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-00e840/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:15.935109499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"e5a25930-e148-47d5-ae3e-dc211d2216a6","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"simulator-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"simulator-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:15.988015486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"premium-w2-00e840","reconcileID":"fa6adc64-85e4-4005-b952-deb891132857","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"premium-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"premium-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:16.041151273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"39d137d5-7411-4250-9365-f9f4472cfa61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:16.098663133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"39d137d5-7411-4250-9365-f9f4472cfa61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:16.119687975Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-subscription","reconcileID":"1b080731-38ac-4d91-8ebf-b5ef96e981ab","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-simulator-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:16.134308107Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"premium-w2-00e840","reconcileID":"3ce83ce8-edc1-42b0-a55c-df8b783fcaa4","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"premium-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"premium-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:16.154144397Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-00e840-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"39d137d5-7411-4250-9365-f9f4472cfa61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:16.193341869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"premium-w2-00e840","reconcileID":"a68475d4-274a-4bee-aae3-b688268e00c8","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"premium-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"premium-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:16.221075558Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-subscription","reconcileID":"057d08b8-3114-47bb-836f-c7651b1b4c4f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-premium-w2-00e840","model":"premium-w2-00e840","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-00e840/premium-simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:19:16.247552007Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"premium-w2-00e840","reconcileID":"a68475d4-274a-4bee-aae3-b688268e00c8","name":"premium-w2-00e840","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w2-00e840\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:19:16.247617912Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"premium-w2-00e840","reconcileID":"a68475d4-274a-4bee-aae3-b688268e00c8","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w2-00e840\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:16.252967871Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"premium-w2-00e840","reconcileID":"a5af4bd5-b4e1-4f3e-8003-db040ac44fe4","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"premium-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"premium-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:16.285505057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"daea7f8f-1f54-42fe-91ea-13cc1d1a9d1c","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"simulator-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"simulator-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:16.348547397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"d19741f2-707f-4d8c-a69e-9e0a97fea453","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:16.350558596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"f91ea177-7fb6-4493-a14c-49887ee61154","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:16.386198424Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"premium-w2-00e840","reconcileID":"ce500d7d-10e4-4ba6-b0b3-06ed0b97f78d","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"premium-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"premium-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:16.406468219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"d19741f2-707f-4d8c-a69e-9e0a97fea453","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:16.407115869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"f91ea177-7fb6-4493-a14c-49887ee61154","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:16.462138733Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-00e840-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"d19741f2-707f-4d8c-a69e-9e0a97fea453","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:16.462291826Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-00e840-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"f91ea177-7fb6-4493-a14c-49887ee61154","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:16.520813898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"premium-w2-00e840","reconcileID":"cbd42aa6-80c5-4738-b46b-a18273d4da04","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"premium-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"premium-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:16.59884609Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-subscription","reconcileID":"727d59d9-6079-4d03-a33b-d1df2f88c1f3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-premium-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/premium-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:16.679545767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"c7fde24b-25e6-42c4-b4b7-a3ec04a98c2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:16.738093325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"c7fde24b-25e6-42c4-b4b7-a3ec04a98c2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:16.793164886Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-00e840-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"c7fde24b-25e6-42c4-b4b7-a3ec04a98c2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:18.73199732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-access","reconcileID":"0563716a-144e-4136-85ac-4769ab48a99c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-baacee","tenantID":"e2e-worker-w1-baacee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:18.789608509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-access","reconcileID":"0563716a-144e-4136-85ac-4769ab48a99c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"e2e-worker-w1-baacee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:19.109988756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"simulator-w1-baacee","reconcileID":"5f3f0041-fbd0-4515-8880-8f2e86a84c7e","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"routeName":"simulator-w1-baacee-kserve-route","namespace":"e2e-models-e2e-worker-w1-baacee","llmisvcName":"simulator-w1-baacee","gateway":"openshift-ingress/e2e-worker-w1-baacee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:19.165975063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-access","reconcileID":"e0eedd37-9450-4199-a904-5b5892944000","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-baacee","tenantID":"e2e-worker-w1-baacee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:19.22282035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-access","reconcileID":"e0eedd37-9450-4199-a904-5b5892944000","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"e2e-worker-w1-baacee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:19.546406263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"premium-w1-baacee","reconcileID":"d8879d43-0db3-4a86-b889-1f63e91ea584","MaaSModelRef":{"name":"premium-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"routeName":"premium-w1-baacee-kserve-route","namespace":"e2e-models-e2e-worker-w1-baacee","llmisvcName":"premium-w1-baacee","gateway":"openshift-ingress/e2e-worker-w1-baacee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:25.020004544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"simulator-w1-baacee","reconcileID":"8e897b7d-11b0-4992-ad9a-9ca7ac08a79e","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"routeName":"simulator-w1-baacee-kserve-route","namespace":"e2e-models-e2e-worker-w1-baacee","llmisvcName":"simulator-w1-baacee","gateway":"openshift-ingress/e2e-worker-w1-baacee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:25.075926894Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"simulator-w1-baacee","reconcileID":"388e942c-55be-49f2-990f-8012ecde81b7","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"routeName":"simulator-w1-baacee-kserve-route","namespace":"e2e-models-e2e-worker-w1-baacee","llmisvcName":"simulator-w1-baacee","gateway":"openshift-ingress/e2e-worker-w1-baacee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:25.23638858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"e2e-apikey-degraded-auth","reconcileID":"482faf98-73f4-46f2-b1e2-aa9808f9bae8","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-baacee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-baacee","tenantID":"e2e-worker-w1-baacee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:25.293151024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"e2e-apikey-degraded-auth","reconcileID":"482faf98-73f4-46f2-b1e2-aa9808f9bae8","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"e2e-worker-w1-baacee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:25.306567089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"simulator-w1-baacee","reconcileID":"2b305b98-35f8-4bf6-ac8e-0aaf198a6475","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"routeName":"simulator-w1-baacee-kserve-route","namespace":"e2e-models-e2e-worker-w1-baacee","llmisvcName":"simulator-w1-baacee","gateway":"openshift-ingress/e2e-worker-w1-baacee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:25.366303243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"premium-w2-00e840","reconcileID":"c09ee38b-cf4c-4e6a-808f-ae90d75de369","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"premium-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"premium-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:25.415962123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"simulator-w1-baacee","reconcileID":"fd9b40a4-e4f5-496c-988f-8bc1cc95787f","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"routeName":"simulator-w1-baacee-kserve-route","namespace":"e2e-models-e2e-worker-w1-baacee","llmisvcName":"simulator-w1-baacee","gateway":"openshift-ingress/e2e-worker-w1-baacee","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:19:25.420207408Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-baacee/e2e-apikey-degraded-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:25.467743101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-access","reconcileID":"8c1cfbdc-8654-4bb8-a1d5-5f3c022e8901","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-baacee","tenantID":"e2e-worker-w1-baacee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:25.467954276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-access","reconcileID":"98d0c755-2e67-4b0c-852f-438ad2ecf2d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-baacee","tenantID":"e2e-worker-w1-baacee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:25.473869363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"simulator-w1-baacee","reconcileID":"3083cafa-4f21-4a79-b17a-d0ef956b4bcf","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"routeName":"simulator-w1-baacee-kserve-route","namespace":"e2e-models-e2e-worker-w1-baacee","llmisvcName":"simulator-w1-baacee","gateway":"openshift-ingress/e2e-worker-w1-baacee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:25.525586566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-access","reconcileID":"8c1cfbdc-8654-4bb8-a1d5-5f3c022e8901","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"e2e-worker-w1-baacee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:25.52570994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-access","reconcileID":"98d0c755-2e67-4b0c-852f-438ad2ecf2d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"e2e-worker-w1-baacee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:25.612949906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"simulator-w1-baacee","reconcileID":"5568ec51-7c38-42d7-b79e-0194d27e68af","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"routeName":"simulator-w1-baacee-kserve-route","namespace":"e2e-models-e2e-worker-w1-baacee","llmisvcName":"simulator-w1-baacee","gateway":"openshift-ingress/e2e-worker-w1-baacee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:25.746015181Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"e2e-apikey-degraded-sub","reconcileID":"f45d39ba-764b-4276-a4b7-8730cea7003b","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-simulator-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/simulator-w1-baacee","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-baacee/e2e-apikey-degraded-sub","ai-tenant-e2e-worker-w1-baacee/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:25.746205604Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"e2e-apikey-degraded-sub","reconcileID":"f45d39ba-764b-4276-a4b7-8730cea7003b","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-baacee"},"model":"e2e-models-e2e-worker-w1-baacee/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-baacee/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:25.774306458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"e2e-apikey-degraded-auth","reconcileID":"a9b827d9-58bf-4735-a0aa-e5463facdfd4","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-baacee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-baacee","tenantID":"e2e-worker-w1-baacee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:25.831686962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"e2e-apikey-degraded-auth","reconcileID":"a9b827d9-58bf-4735-a0aa-e5463facdfd4","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"e2e-worker-w1-baacee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:25.921953542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-access","reconcileID":"12eed90d-a581-44b9-9e0b-86b384a043f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-baacee","tenantID":"e2e-worker-w1-baacee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:25.922023811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-access","reconcileID":"8f68d80b-1656-493c-aa30-154569c25481","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-baacee","tenantID":"e2e-worker-w1-baacee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:25.96749341Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-subscription","reconcileID":"053e5020-0aef-4cf6-90b7-b640a3ce5491","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-simulator-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/simulator-w1-baacee","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:25.980642041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-access","reconcileID":"12eed90d-a581-44b9-9e0b-86b384a043f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"e2e-worker-w1-baacee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:25.981930128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-access","reconcileID":"8f68d80b-1656-493c-aa30-154569c25481","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"e2e-worker-w1-baacee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:26.045786637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"simulator-w1-baacee","reconcileID":"bd47624e-7256-4c91-9a5d-560bda12ab4d","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"routeName":"simulator-w1-baacee-kserve-route","namespace":"e2e-models-e2e-worker-w1-baacee","llmisvcName":"simulator-w1-baacee","gateway":"openshift-ingress/e2e-worker-w1-baacee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:26.245147317Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"e2e-apikey-degraded-sub","reconcileID":"5df65118-9be1-404c-b336-d063c469ff38","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-simulator-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/simulator-w1-baacee","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:26.245302Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"e2e-apikey-degraded-sub","reconcileID":"5df65118-9be1-404c-b336-d063c469ff38","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-baacee"},"model":"e2e-models-e2e-worker-w1-baacee/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-baacee/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:26.514828315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"simulator-w1-baacee","reconcileID":"0619e3cf-eae0-4e30-85e5-f4ab6119c788","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"routeName":"simulator-w1-baacee-kserve-route","namespace":"e2e-models-e2e-worker-w1-baacee","llmisvcName":"simulator-w1-baacee","gateway":"openshift-ingress/e2e-worker-w1-baacee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:26.622490221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"f8f40684-feda-4b9e-97cb-29c4bea147be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:26.67985512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"f8f40684-feda-4b9e-97cb-29c4bea147be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:26.73598357Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-00e840-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"f8f40684-feda-4b9e-97cb-29c4bea147be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:26.951010731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"042a8b09-724b-47ae-8f99-e24cf2518d2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:27.007919454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"042a8b09-724b-47ae-8f99-e24cf2518d2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:27.063133579Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-00e840-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dd98972e841fa08038136a3f97cff35d0f44274a1069342d9fa959f11b7a4514) AuthConfig (57c7bb99cfe9b8f130a2f8684430ddb11e725aadc34170efe30d90372de05053) AuthConfig (151d0a68b63a07338a45a168a7f16ac8bed730bebb6c6af8bb7f66ab56a16390) AuthConfig (90092933030d1a3f1c14eddb26488b97869dde24665bf9bf4c309e85fbc3a157) AuthConfig (8bd55b6aca72a83517e3b5e1061da0ef744f695412c8661186c61f54f38288ea) AuthConfig (58b370405714c1c5df17ffe2f9a2d5745e7f42b49217cb7ee5d75b9edeafd4bd) AuthConfig (617e08c9fb2f120ef7a92229f2ca7c616e474319173c3c0f14a0a5c8b037d277) AuthConfig (7a13e493634cc54984352758a72e5abce14941c8257afcdf90ce6ce555df474c) AuthConfig (1f4d2736a46c737e1d6ddcf3db83e341d6c3aea88bc94531100f2e42a7730ea4) AuthConfig (84a59b5485532a2dfc6a79355fc59178838852c83f6d28adae7b48b209b41740) AuthConfig (bf653356f9bfcddafe1dcfd8098d6a0b0b5ce2a94d3b6c7dd8325a85ec32cda5) AuthConfig (bb4a2cc5cbea4e3e13e994f0f9c98e7d32417cb3daf8342317ec9a86c4482e18) AuthConfig (49f0d464348dfeb8bc33d5a038927336e78fd7d0259f5ca1128cdc50234fada5) AuthConfig (31d64ea19b9eb194e96ed8d7cdb39a7520a6301602359c99764f4c92984c232b) AuthConfig (3e2e6f0cc1a4d8840a57258700d15e9dd4f9b084d474bf7e6374f5e1b3529002) AuthConfig (effff62b8e160f1a6bafaaf9a9f00fc253d105d41cfaa82041a18308713f38c9) AuthConfig (eef504428230150225961a266cb6135bd65ab2adc14ebcd4faaea33c40ee016d) AuthConfig (5cdcbd658cb723c2bcf490109ef80cc9a9fd459b9071a956ab0a1ca85a5ec1f2) AuthConfig (69ce5f0cced0d53841b7758ad0a0c2770f31375bf6708d6c03def538dd1f967a) AuthConfig (01afd78035b7434702800eb89170515fa26bb13b7038e4c6a3f66a4bf904e847) AuthConfig (6ce50c26cf85821c120c545470591fb9b13ced2f652ef893b07bba36f52ac47d) AuthConfig (f0164eacfa62cd23d8e6147c09d968b49c6a0c72a56d8548ee20023df50862e5) AuthConfig (fff2289ebed5eb9ed86f22400df3d42ea6ef217f44ea0225ff4038db75811b75) AuthConfig (65479639c7c881983b71233139e55ebef9650f934af1cb52bb9ca8ad45b434c5) AuthConfig (ade19ab0b7ed50942a89b63532a04b191bf4b153e10fbae9104eabea3424d282) AuthConfig (212a1bf991f0d9f2424b360da8b833e473dc65605e7b947fd1d7167cfa59fa57) AuthConfig (25c42271d472de857cb6b27df04ea4fd063f97e1f9afe87a61f0d388bad5980a) AuthConfig (0a14df2355a02001ba7bc11b9d6ebc09682db02aa30e795a5b696b81b88e6729) AuthConfig (999bc635faa8e7aafa288de99ad19e7cc1abaa4f637f46ad6302adf603a1030e) AuthConfig (a26e51ce87f3766c25019fa648880e6dc0db2d5e7e44b4fa0246aacbd259e2c2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"042a8b09-724b-47ae-8f99-e24cf2518d2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:27.091053925Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-subscription","reconcileID":"43516d94-c939-4468-a9df-80f1b9a5f34b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-simulator-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:27.12141448Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"premium-w2-00e840","reconcileID":"4989885f-4e32-4a16-9c33-92e87a2a7fd7","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"premium-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"premium-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:27.257184508Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"c515cea6-0f66-4d3d-af4e-b1ecd49a991d","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"simulator-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"simulator-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:27.315477308Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-subscription","reconcileID":"7feb82f2-ba87-4b4f-a75b-f9355d667ad7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-premium-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/premium-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:27.337204988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"997f3785-647a-4938-b630-5d331d5a2f11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:27.337204706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"796fee61-527d-4119-9a86-b710c418f941","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:27.394854862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"796fee61-527d-4119-9a86-b710c418f941","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:27.39545225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"997f3785-647a-4938-b630-5d331d5a2f11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:27.450881088Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-00e840-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dd98972e841fa08038136a3f97cff35d0f44274a1069342d9fa959f11b7a4514) AuthConfig (57c7bb99cfe9b8f130a2f8684430ddb11e725aadc34170efe30d90372de05053) AuthConfig (151d0a68b63a07338a45a168a7f16ac8bed730bebb6c6af8bb7f66ab56a16390) AuthConfig (90092933030d1a3f1c14eddb26488b97869dde24665bf9bf4c309e85fbc3a157) AuthConfig (8bd55b6aca72a83517e3b5e1061da0ef744f695412c8661186c61f54f38288ea) AuthConfig (58b370405714c1c5df17ffe2f9a2d5745e7f42b49217cb7ee5d75b9edeafd4bd) AuthConfig (617e08c9fb2f120ef7a92229f2ca7c616e474319173c3c0f14a0a5c8b037d277) AuthConfig (7a13e493634cc54984352758a72e5abce14941c8257afcdf90ce6ce555df474c) AuthConfig (1f4d2736a46c737e1d6ddcf3db83e341d6c3aea88bc94531100f2e42a7730ea4) AuthConfig (84a59b5485532a2dfc6a79355fc59178838852c83f6d28adae7b48b209b41740) AuthConfig (bf653356f9bfcddafe1dcfd8098d6a0b0b5ce2a94d3b6c7dd8325a85ec32cda5) AuthConfig (bb4a2cc5cbea4e3e13e994f0f9c98e7d32417cb3daf8342317ec9a86c4482e18) AuthConfig (49f0d464348dfeb8bc33d5a038927336e78fd7d0259f5ca1128cdc50234fada5) AuthConfig (31d64ea19b9eb194e96ed8d7cdb39a7520a6301602359c99764f4c92984c232b) AuthConfig (3e2e6f0cc1a4d8840a57258700d15e9dd4f9b084d474bf7e6374f5e1b3529002) AuthConfig (effff62b8e160f1a6bafaaf9a9f00fc253d105d41cfaa82041a18308713f38c9) AuthConfig (eef504428230150225961a266cb6135bd65ab2adc14ebcd4faaea33c40ee016d) AuthConfig (5cdcbd658cb723c2bcf490109ef80cc9a9fd459b9071a956ab0a1ca85a5ec1f2) AuthConfig (69ce5f0cced0d53841b7758ad0a0c2770f31375bf6708d6c03def538dd1f967a) AuthConfig (01afd78035b7434702800eb89170515fa26bb13b7038e4c6a3f66a4bf904e847) AuthConfig (6ce50c26cf85821c120c545470591fb9b13ced2f652ef893b07bba36f52ac47d) AuthConfig (f0164eacfa62cd23d8e6147c09d968b49c6a0c72a56d8548ee20023df50862e5) AuthConfig (fff2289ebed5eb9ed86f22400df3d42ea6ef217f44ea0225ff4038db75811b75) AuthConfig (65479639c7c881983b71233139e55ebef9650f934af1cb52bb9ca8ad45b434c5) AuthConfig (ade19ab0b7ed50942a89b63532a04b191bf4b153e10fbae9104eabea3424d282) AuthConfig (212a1bf991f0d9f2424b360da8b833e473dc65605e7b947fd1d7167cfa59fa57) AuthConfig (25c42271d472de857cb6b27df04ea4fd063f97e1f9afe87a61f0d388bad5980a) AuthConfig (0a14df2355a02001ba7bc11b9d6ebc09682db02aa30e795a5b696b81b88e6729) AuthConfig (999bc635faa8e7aafa288de99ad19e7cc1abaa4f637f46ad6302adf603a1030e) AuthConfig (a26e51ce87f3766c25019fa648880e6dc0db2d5e7e44b4fa0246aacbd259e2c2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"796fee61-527d-4119-9a86-b710c418f941","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:27.45171425Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-00e840-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dd98972e841fa08038136a3f97cff35d0f44274a1069342d9fa959f11b7a4514) AuthConfig (57c7bb99cfe9b8f130a2f8684430ddb11e725aadc34170efe30d90372de05053) AuthConfig (151d0a68b63a07338a45a168a7f16ac8bed730bebb6c6af8bb7f66ab56a16390) AuthConfig (90092933030d1a3f1c14eddb26488b97869dde24665bf9bf4c309e85fbc3a157) AuthConfig (8bd55b6aca72a83517e3b5e1061da0ef744f695412c8661186c61f54f38288ea) AuthConfig (58b370405714c1c5df17ffe2f9a2d5745e7f42b49217cb7ee5d75b9edeafd4bd) AuthConfig (617e08c9fb2f120ef7a92229f2ca7c616e474319173c3c0f14a0a5c8b037d277) AuthConfig (7a13e493634cc54984352758a72e5abce14941c8257afcdf90ce6ce555df474c) AuthConfig (1f4d2736a46c737e1d6ddcf3db83e341d6c3aea88bc94531100f2e42a7730ea4) AuthConfig (84a59b5485532a2dfc6a79355fc59178838852c83f6d28adae7b48b209b41740) AuthConfig (bf653356f9bfcddafe1dcfd8098d6a0b0b5ce2a94d3b6c7dd8325a85ec32cda5) AuthConfig (bb4a2cc5cbea4e3e13e994f0f9c98e7d32417cb3daf8342317ec9a86c4482e18) AuthConfig (49f0d464348dfeb8bc33d5a038927336e78fd7d0259f5ca1128cdc50234fada5) AuthConfig (31d64ea19b9eb194e96ed8d7cdb39a7520a6301602359c99764f4c92984c232b) AuthConfig (3e2e6f0cc1a4d8840a57258700d15e9dd4f9b084d474bf7e6374f5e1b3529002) AuthConfig (effff62b8e160f1a6bafaaf9a9f00fc253d105d41cfaa82041a18308713f38c9) AuthConfig (eef504428230150225961a266cb6135bd65ab2adc14ebcd4faaea33c40ee016d) AuthConfig (5cdcbd658cb723c2bcf490109ef80cc9a9fd459b9071a956ab0a1ca85a5ec1f2) AuthConfig (69ce5f0cced0d53841b7758ad0a0c2770f31375bf6708d6c03def538dd1f967a) AuthConfig (01afd78035b7434702800eb89170515fa26bb13b7038e4c6a3f66a4bf904e847) AuthConfig (6ce50c26cf85821c120c545470591fb9b13ced2f652ef893b07bba36f52ac47d) AuthConfig (f0164eacfa62cd23d8e6147c09d968b49c6a0c72a56d8548ee20023df50862e5) AuthConfig (fff2289ebed5eb9ed86f22400df3d42ea6ef217f44ea0225ff4038db75811b75) AuthConfig (65479639c7c881983b71233139e55ebef9650f934af1cb52bb9ca8ad45b434c5) AuthConfig (ade19ab0b7ed50942a89b63532a04b191bf4b153e10fbae9104eabea3424d282) AuthConfig (212a1bf991f0d9f2424b360da8b833e473dc65605e7b947fd1d7167cfa59fa57) AuthConfig (25c42271d472de857cb6b27df04ea4fd063f97e1f9afe87a61f0d388bad5980a) AuthConfig (0a14df2355a02001ba7bc11b9d6ebc09682db02aa30e795a5b696b81b88e6729) AuthConfig (999bc635faa8e7aafa288de99ad19e7cc1abaa4f637f46ad6302adf603a1030e) AuthConfig (a26e51ce87f3766c25019fa648880e6dc0db2d5e7e44b4fa0246aacbd259e2c2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"997f3785-647a-4938-b630-5d331d5a2f11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:27.481997634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"premium-w2-00e840","reconcileID":"8fb291cb-a785-4a7c-a3e3-aa09c9875012","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"premium-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"premium-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:27.509755989Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"5216a501-80f2-4e65-876a-eec1d4375d50","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"simulator-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"simulator-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:27.607389706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"d6329e57-f591-4e92-9856-1331a68dac95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:27.664473974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"d6329e57-f591-4e92-9856-1331a68dac95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:27.708185669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"233761c0-f767-4078-be80-099e70c2ca61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:27.71996934Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-00e840-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dd98972e841fa08038136a3f97cff35d0f44274a1069342d9fa959f11b7a4514) AuthConfig (57c7bb99cfe9b8f130a2f8684430ddb11e725aadc34170efe30d90372de05053) AuthConfig (151d0a68b63a07338a45a168a7f16ac8bed730bebb6c6af8bb7f66ab56a16390) AuthConfig (90092933030d1a3f1c14eddb26488b97869dde24665bf9bf4c309e85fbc3a157) AuthConfig (8bd55b6aca72a83517e3b5e1061da0ef744f695412c8661186c61f54f38288ea) AuthConfig (58b370405714c1c5df17ffe2f9a2d5745e7f42b49217cb7ee5d75b9edeafd4bd) AuthConfig (617e08c9fb2f120ef7a92229f2ca7c616e474319173c3c0f14a0a5c8b037d277) AuthConfig (7a13e493634cc54984352758a72e5abce14941c8257afcdf90ce6ce555df474c) AuthConfig (1f4d2736a46c737e1d6ddcf3db83e341d6c3aea88bc94531100f2e42a7730ea4) AuthConfig (84a59b5485532a2dfc6a79355fc59178838852c83f6d28adae7b48b209b41740) AuthConfig (bf653356f9bfcddafe1dcfd8098d6a0b0b5ce2a94d3b6c7dd8325a85ec32cda5) AuthConfig (bb4a2cc5cbea4e3e13e994f0f9c98e7d32417cb3daf8342317ec9a86c4482e18) AuthConfig (49f0d464348dfeb8bc33d5a038927336e78fd7d0259f5ca1128cdc50234fada5) AuthConfig (31d64ea19b9eb194e96ed8d7cdb39a7520a6301602359c99764f4c92984c232b) AuthConfig (3e2e6f0cc1a4d8840a57258700d15e9dd4f9b084d474bf7e6374f5e1b3529002) AuthConfig (effff62b8e160f1a6bafaaf9a9f00fc253d105d41cfaa82041a18308713f38c9) AuthConfig (eef504428230150225961a266cb6135bd65ab2adc14ebcd4faaea33c40ee016d) AuthConfig (5cdcbd658cb723c2bcf490109ef80cc9a9fd459b9071a956ab0a1ca85a5ec1f2) AuthConfig (69ce5f0cced0d53841b7758ad0a0c2770f31375bf6708d6c03def538dd1f967a) AuthConfig (01afd78035b7434702800eb89170515fa26bb13b7038e4c6a3f66a4bf904e847) AuthConfig (6ce50c26cf85821c120c545470591fb9b13ced2f652ef893b07bba36f52ac47d) AuthConfig (f0164eacfa62cd23d8e6147c09d968b49c6a0c72a56d8548ee20023df50862e5) AuthConfig (fff2289ebed5eb9ed86f22400df3d42ea6ef217f44ea0225ff4038db75811b75) AuthConfig (65479639c7c881983b71233139e55ebef9650f934af1cb52bb9ca8ad45b434c5) AuthConfig (ade19ab0b7ed50942a89b63532a04b191bf4b153e10fbae9104eabea3424d282) AuthConfig (212a1bf991f0d9f2424b360da8b833e473dc65605e7b947fd1d7167cfa59fa57) AuthConfig (25c42271d472de857cb6b27df04ea4fd063f97e1f9afe87a61f0d388bad5980a) AuthConfig (0a14df2355a02001ba7bc11b9d6ebc09682db02aa30e795a5b696b81b88e6729) AuthConfig (999bc635faa8e7aafa288de99ad19e7cc1abaa4f637f46ad6302adf603a1030e) AuthConfig (a26e51ce87f3766c25019fa648880e6dc0db2d5e7e44b4fa0246aacbd259e2c2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"d6329e57-f591-4e92-9856-1331a68dac95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:27.764985892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"233761c0-f767-4078-be80-099e70c2ca61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:27.820188776Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-00e840-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dd98972e841fa08038136a3f97cff35d0f44274a1069342d9fa959f11b7a4514) AuthConfig (57c7bb99cfe9b8f130a2f8684430ddb11e725aadc34170efe30d90372de05053) AuthConfig (151d0a68b63a07338a45a168a7f16ac8bed730bebb6c6af8bb7f66ab56a16390) AuthConfig (90092933030d1a3f1c14eddb26488b97869dde24665bf9bf4c309e85fbc3a157) AuthConfig (8bd55b6aca72a83517e3b5e1061da0ef744f695412c8661186c61f54f38288ea) AuthConfig (58b370405714c1c5df17ffe2f9a2d5745e7f42b49217cb7ee5d75b9edeafd4bd) AuthConfig (617e08c9fb2f120ef7a92229f2ca7c616e474319173c3c0f14a0a5c8b037d277) AuthConfig (7a13e493634cc54984352758a72e5abce14941c8257afcdf90ce6ce555df474c) AuthConfig (1f4d2736a46c737e1d6ddcf3db83e341d6c3aea88bc94531100f2e42a7730ea4) AuthConfig (84a59b5485532a2dfc6a79355fc59178838852c83f6d28adae7b48b209b41740) AuthConfig (bf653356f9bfcddafe1dcfd8098d6a0b0b5ce2a94d3b6c7dd8325a85ec32cda5) AuthConfig (bb4a2cc5cbea4e3e13e994f0f9c98e7d32417cb3daf8342317ec9a86c4482e18) AuthConfig (49f0d464348dfeb8bc33d5a038927336e78fd7d0259f5ca1128cdc50234fada5) AuthConfig (31d64ea19b9eb194e96ed8d7cdb39a7520a6301602359c99764f4c92984c232b) AuthConfig (3e2e6f0cc1a4d8840a57258700d15e9dd4f9b084d474bf7e6374f5e1b3529002) AuthConfig (effff62b8e160f1a6bafaaf9a9f00fc253d105d41cfaa82041a18308713f38c9) AuthConfig (eef504428230150225961a266cb6135bd65ab2adc14ebcd4faaea33c40ee016d) AuthConfig (5cdcbd658cb723c2bcf490109ef80cc9a9fd459b9071a956ab0a1ca85a5ec1f2) AuthConfig (69ce5f0cced0d53841b7758ad0a0c2770f31375bf6708d6c03def538dd1f967a) AuthConfig (01afd78035b7434702800eb89170515fa26bb13b7038e4c6a3f66a4bf904e847) AuthConfig (6ce50c26cf85821c120c545470591fb9b13ced2f652ef893b07bba36f52ac47d) AuthConfig (f0164eacfa62cd23d8e6147c09d968b49c6a0c72a56d8548ee20023df50862e5) AuthConfig (fff2289ebed5eb9ed86f22400df3d42ea6ef217f44ea0225ff4038db75811b75) AuthConfig (65479639c7c881983b71233139e55ebef9650f934af1cb52bb9ca8ad45b434c5) AuthConfig (ade19ab0b7ed50942a89b63532a04b191bf4b153e10fbae9104eabea3424d282) AuthConfig (212a1bf991f0d9f2424b360da8b833e473dc65605e7b947fd1d7167cfa59fa57) AuthConfig (25c42271d472de857cb6b27df04ea4fd063f97e1f9afe87a61f0d388bad5980a) AuthConfig (0a14df2355a02001ba7bc11b9d6ebc09682db02aa30e795a5b696b81b88e6729) AuthConfig (999bc635faa8e7aafa288de99ad19e7cc1abaa4f637f46ad6302adf603a1030e) AuthConfig (a26e51ce87f3766c25019fa648880e6dc0db2d5e7e44b4fa0246aacbd259e2c2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"233761c0-f767-4078-be80-099e70c2ca61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:19:27.873907035Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"233761c0-f767-4078-be80-099e70c2ca61","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:28.036730517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"c1646120-bf37-4391-8471-2e5271d2834d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:28.093931888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"c1646120-bf37-4391-8471-2e5271d2834d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:28.149887626Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-00e840-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dd98972e841fa08038136a3f97cff35d0f44274a1069342d9fa959f11b7a4514) AuthConfig (57c7bb99cfe9b8f130a2f8684430ddb11e725aadc34170efe30d90372de05053) AuthConfig (151d0a68b63a07338a45a168a7f16ac8bed730bebb6c6af8bb7f66ab56a16390) AuthConfig (90092933030d1a3f1c14eddb26488b97869dde24665bf9bf4c309e85fbc3a157) AuthConfig (8bd55b6aca72a83517e3b5e1061da0ef744f695412c8661186c61f54f38288ea) AuthConfig (58b370405714c1c5df17ffe2f9a2d5745e7f42b49217cb7ee5d75b9edeafd4bd) AuthConfig (617e08c9fb2f120ef7a92229f2ca7c616e474319173c3c0f14a0a5c8b037d277) AuthConfig (7a13e493634cc54984352758a72e5abce14941c8257afcdf90ce6ce555df474c) AuthConfig (1f4d2736a46c737e1d6ddcf3db83e341d6c3aea88bc94531100f2e42a7730ea4) AuthConfig (84a59b5485532a2dfc6a79355fc59178838852c83f6d28adae7b48b209b41740) AuthConfig (bf653356f9bfcddafe1dcfd8098d6a0b0b5ce2a94d3b6c7dd8325a85ec32cda5) AuthConfig (bb4a2cc5cbea4e3e13e994f0f9c98e7d32417cb3daf8342317ec9a86c4482e18) AuthConfig (49f0d464348dfeb8bc33d5a038927336e78fd7d0259f5ca1128cdc50234fada5) AuthConfig (31d64ea19b9eb194e96ed8d7cdb39a7520a6301602359c99764f4c92984c232b) AuthConfig (3e2e6f0cc1a4d8840a57258700d15e9dd4f9b084d474bf7e6374f5e1b3529002) AuthConfig (effff62b8e160f1a6bafaaf9a9f00fc253d105d41cfaa82041a18308713f38c9) AuthConfig (eef504428230150225961a266cb6135bd65ab2adc14ebcd4faaea33c40ee016d) AuthConfig (5cdcbd658cb723c2bcf490109ef80cc9a9fd459b9071a956ab0a1ca85a5ec1f2) AuthConfig (69ce5f0cced0d53841b7758ad0a0c2770f31375bf6708d6c03def538dd1f967a) AuthConfig (01afd78035b7434702800eb89170515fa26bb13b7038e4c6a3f66a4bf904e847) AuthConfig (6ce50c26cf85821c120c545470591fb9b13ced2f652ef893b07bba36f52ac47d) AuthConfig (f0164eacfa62cd23d8e6147c09d968b49c6a0c72a56d8548ee20023df50862e5) AuthConfig (fff2289ebed5eb9ed86f22400df3d42ea6ef217f44ea0225ff4038db75811b75) AuthConfig (65479639c7c881983b71233139e55ebef9650f934af1cb52bb9ca8ad45b434c5) AuthConfig (ade19ab0b7ed50942a89b63532a04b191bf4b153e10fbae9104eabea3424d282) AuthConfig (212a1bf991f0d9f2424b360da8b833e473dc65605e7b947fd1d7167cfa59fa57) AuthConfig (25c42271d472de857cb6b27df04ea4fd063f97e1f9afe87a61f0d388bad5980a) AuthConfig (0a14df2355a02001ba7bc11b9d6ebc09682db02aa30e795a5b696b81b88e6729) AuthConfig (999bc635faa8e7aafa288de99ad19e7cc1abaa4f637f46ad6302adf603a1030e) AuthConfig (a26e51ce87f3766c25019fa648880e6dc0db2d5e7e44b4fa0246aacbd259e2c2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"c1646120-bf37-4391-8471-2e5271d2834d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:28.178802818Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"simulator-w1-baacee","reconcileID":"29001367-4e68-4b93-a0d8-5b91f38a42b2","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"routeName":"simulator-w1-baacee-kserve-route","namespace":"e2e-models-e2e-worker-w1-baacee","llmisvcName":"simulator-w1-baacee","gateway":"openshift-ingress/e2e-worker-w1-baacee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:28.336483877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-access","reconcileID":"5c3f9f2f-604a-4efc-a3ef-4f72b94b8e6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-baacee","tenantID":"e2e-worker-w1-baacee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:28.336727914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"e2e-apikey-degraded-auth","reconcileID":"6038513e-84ef-4e21-ad2c-653155463e49","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-baacee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-baacee","tenantID":"e2e-worker-w1-baacee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:28.336483518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-access","reconcileID":"a666ce17-a667-4f00-b1a2-62b7d4029a7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-baacee","tenantID":"e2e-worker-w1-baacee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:28.39361467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-access","reconcileID":"a666ce17-a667-4f00-b1a2-62b7d4029a7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"e2e-worker-w1-baacee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:28.395292918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"e2e-apikey-degraded-auth","reconcileID":"6038513e-84ef-4e21-ad2c-653155463e49","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"e2e-worker-w1-baacee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:28.395943766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-access","reconcileID":"5c3f9f2f-604a-4efc-a3ef-4f72b94b8e6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"e2e-worker-w1-baacee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:32.887755987Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"simulator-w0-057e2d","reconcileID":"2f45363e-fb85-4d6e-8088-aa0ff8263482","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"simulator-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"simulator-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:32.954851645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"simulator-w0-057e2d","reconcileID":"9ab51bde-87b0-4e6f-bb40-ea312b184097","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"simulator-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"simulator-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:33.714971053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"9b7d537c-08f4-44df-b488-816a5c750996","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:33.773593932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"3d941dcc-7746-4ba5-819c-eeec8e2fd26f","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:33.934007119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-apikey-active-auth","reconcileID":"96882fd3-4b07-4c13-ab6b-6e3074bee3bc","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:33.992035781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-apikey-active-auth","reconcileID":"96882fd3-4b07-4c13-ab6b-6e3074bee3bc","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:34.00175378Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"18ce04e9-6153-4a90-b3eb-8b877b9340aa","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:34.059326939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"c7fb37bb-0312-4ee7-9005-905f8f217c79","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:19:34.109515552Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-apikey-active-sub","reconcileID":"ae92b610-1160-4eb8-b247-10627b7b1ae6","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:34.158595146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"5b2411e8-9f13-4d60-b53f-33fc78a04f15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:34.159049152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"c115860e-47d5-45ea-bc1e-891f6026fd7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:34.25039724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"5b2411e8-9f13-4d60-b53f-33fc78a04f15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:34.252680651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"c115860e-47d5-45ea-bc1e-891f6026fd7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:34.253504437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"7f99572f-eab2-4446-a1f0-7cf33b420be3","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:34.308790253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"2b847780-e3fe-4273-ba90-aa26e3c17c7f","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:34.313466909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"0e61d914-cef8-448b-9de7-45ff3f1a6ad0","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:34.471893959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-apikey-active-auth","reconcileID":"593ecdd0-3767-47c6-af26-d99e5574e053","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:34.528477931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-apikey-active-auth","reconcileID":"593ecdd0-3767-47c6-af26-d99e5574e053","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:34.581825114Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-apikey-active-sub","reconcileID":"a4291f64-a7f1-49d7-b1a8-82fb9bcc53df","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-simulator-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-a8e157/e2e-apikey-active-sub","ai-tenant-e2e-worker-w3-a8e157/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:34.616536083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"bc3ade1b-6fe7-4c62-a588-b62c30bd6331","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:34.616535203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"b38387c7-3788-4b55-a8d2-7028997c47f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:34.674813867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"bc3ade1b-6fe7-4c62-a588-b62c30bd6331","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:34.674875851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"b38387c7-3788-4b55-a8d2-7028997c47f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:34.748167748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"6f4f8b14-d6fc-4669-82eb-d99a7c638d8d","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:34.794797867Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-subscription","reconcileID":"e6817926-53b4-477e-89b5-44a6ce150652","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-simulator-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:34.962930578Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-apikey-active-sub","reconcileID":"5d47a4a0-cfbb-4f85-bfc4-d38c5e2b2232","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-simulator-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:36.930990466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"aad9222c-0946-4bc4-bd1e-440d25d86fef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:37.08977173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-apikey-active-auth","reconcileID":"7aa37778-8ba5-4946-b60e-45cb2b8ad1c4","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:37.08993284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"4400357d-b9d3-43d5-89b3-9abca1b27af7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:37.089783944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"d4cfb9a0-fbe2-491a-acac-0340512d1158","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:37.147145609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"4400357d-b9d3-43d5-89b3-9abca1b27af7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:37.147335447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-apikey-active-auth","reconcileID":"7aa37778-8ba5-4946-b60e-45cb2b8ad1c4","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:37.149524949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"d4cfb9a0-fbe2-491a-acac-0340512d1158","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:37.878223514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"6e6ec7ea-f75a-482b-959c-085e4ba5472d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:37.935167147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"6e6ec7ea-f75a-482b-959c-085e4ba5472d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:38.253238976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"premium-w2-00e840","reconcileID":"cf748c98-e476-4f07-aec6-7d9d7aa59711","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"premium-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"premium-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:38.307976355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"6cf625a1-9ae2-487f-afe7-dd9cc5dbfc39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:38.342956236Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"e2e-apikey-degraded-sub","reconcileID":"c3f1047f-4979-4464-ade7-b3ed3c1a438b","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-baacee"},"model":"e2e-models-e2e-worker-w1-baacee/simulator-w1-baacee","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:38.364975947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"6cf625a1-9ae2-487f-afe7-dd9cc5dbfc39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:38.560377366Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"e2e-apikey-degraded-sub","reconcileID":"c3f1047f-4979-4464-ade7-b3ed3c1a438b","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-simulator-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/simulator-w1-baacee","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-baacee/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:38.560408839Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"e2e-apikey-degraded-sub","reconcileID":"c3f1047f-4979-4464-ade7-b3ed3c1a438b","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-baacee"},"model":"e2e-models-e2e-worker-w1-baacee/nonexistent-model-apikey","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:38.560535598Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"e2e-apikey-degraded-sub","reconcileID":"c3f1047f-4979-4464-ade7-b3ed3c1a438b","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-baacee"},"model":"e2e-models-e2e-worker-w1-baacee/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-baacee/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:38.682537451Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"800d2efa-f6d7-4e0a-80b1-cc4d9b4be1af","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"simulator-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"simulator-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:38.772032414Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-subscription","reconcileID":"d7a3386c-8970-42df-a531-afd7a0952a1d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-simulator-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/simulator-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:38.830734631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"simulator-w1-baacee","reconcileID":"a4553a1c-68df-4498-ad5e-1c21fb024432","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"routeName":"simulator-w1-baacee-kserve-route","namespace":"e2e-models-e2e-worker-w1-baacee","llmisvcName":"simulator-w1-baacee","gateway":"openshift-ingress/e2e-worker-w1-baacee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:38.986559271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"simulator-w1-baacee","reconcileID":"88010d7a-6d25-4102-aea8-3a7e9d37123e","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"routeName":"simulator-w1-baacee-kserve-route","namespace":"e2e-models-e2e-worker-w1-baacee","llmisvcName":"simulator-w1-baacee","gateway":"openshift-ingress/e2e-worker-w1-baacee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:38.988080553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-access","reconcileID":"659b739c-0d9b-416f-894e-df6ee936dc40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-baacee","tenantID":"e2e-worker-w1-baacee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:38.988580985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-access","reconcileID":"98305656-270f-4223-9edf-131b6fa97ca8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-baacee","tenantID":"e2e-worker-w1-baacee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:38.988987469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"e2e-apikey-degraded-auth","reconcileID":"bf8cd18c-b131-40ad-8deb-1f26a34d11aa","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-baacee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-baacee","tenantID":"e2e-worker-w1-baacee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:39.046911587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-access","reconcileID":"659b739c-0d9b-416f-894e-df6ee936dc40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"e2e-worker-w1-baacee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:39.048236955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-access","reconcileID":"98305656-270f-4223-9edf-131b6fa97ca8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"e2e-worker-w1-baacee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:39.049719626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"e2e-apikey-degraded-auth","reconcileID":"bf8cd18c-b131-40ad-8deb-1f26a34d11aa","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"e2e-worker-w1-baacee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:39.254926239Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"e2e-apikey-degraded-auth","reconcileID":"88736ce0-2981-4eae-9048-8377f6f944cf","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-baacee"},"model":"e2e-models-e2e-worker-w1-baacee/simulator-w1-baacee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:39.512678569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"simulator-w1-baacee","reconcileID":"33c307cb-2a1c-4c25-b6c0-7c4dbfebe029","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"routeName":"simulator-w1-baacee-kserve-route","namespace":"e2e-models-e2e-worker-w1-baacee","llmisvcName":"simulator-w1-baacee","gateway":"openshift-ingress/e2e-worker-w1-baacee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:40.589106732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"simulator-w1-baacee","reconcileID":"42bbc94f-08c5-43d1-b200-27451256b970","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"routeName":"simulator-w1-baacee-kserve-route","namespace":"e2e-models-e2e-worker-w1-baacee","llmisvcName":"simulator-w1-baacee","gateway":"openshift-ingress/e2e-worker-w1-baacee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:40.644867921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"simulator-w1-baacee","reconcileID":"b37049d9-83af-4325-8a9e-3e529e36081c","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"routeName":"simulator-w1-baacee-kserve-route","namespace":"e2e-models-e2e-worker-w1-baacee","llmisvcName":"simulator-w1-baacee","gateway":"openshift-ingress/e2e-worker-w1-baacee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:40.801841848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"e2e-apikey-failed-auth","reconcileID":"2e9c64f3-3a48-4af4-b781-188882d75b9c","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w1-baacee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-baacee","tenantID":"e2e-worker-w1-baacee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:40.858717793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"e2e-apikey-failed-auth","reconcileID":"2e9c64f3-3a48-4af4-b781-188882d75b9c","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"e2e-worker-w1-baacee-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:19:41.15091115Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"e2e-apikey-failed-sub","reconcileID":"19763c24-542b-494e-8b49-778d44098191","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:41.178120128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"simulator-w1-baacee","reconcileID":"61a98f56-2c2d-4a72-882b-06f2d06eb516","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"routeName":"simulator-w1-baacee-kserve-route","namespace":"e2e-models-e2e-worker-w1-baacee","llmisvcName":"simulator-w1-baacee","gateway":"openshift-ingress/e2e-worker-w1-baacee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:41.202044329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-access","reconcileID":"67d72912-4692-4599-ba4b-49142525b8be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-baacee","tenantID":"e2e-worker-w1-baacee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:41.20204426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-access","reconcileID":"320da4ee-f783-4166-af5a-a6b992ac1616","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-baacee","tenantID":"e2e-worker-w1-baacee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:41.259485569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-access","reconcileID":"320da4ee-f783-4166-af5a-a6b992ac1616","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"e2e-worker-w1-baacee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:41.259523522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-access","reconcileID":"67d72912-4692-4599-ba4b-49142525b8be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"e2e-worker-w1-baacee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:41.33518464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"e2e-apikey-failed-auth","reconcileID":"59e60e3f-1a75-41e5-ae02-2b7585e25000","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w1-baacee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-baacee","tenantID":"e2e-worker-w1-baacee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:41.392270369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"e2e-apikey-failed-auth","reconcileID":"59e60e3f-1a75-41e5-ae02-2b7585e25000","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"e2e-worker-w1-baacee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:41.574985303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-access","reconcileID":"d8a31422-ac3b-4cc0-86ae-2641bca70bd7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-baacee","tenantID":"e2e-worker-w1-baacee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:41.574986936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-access","reconcileID":"f946d5c7-5b1b-4211-aeea-c1c332b65ceb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-baacee","tenantID":"e2e-worker-w1-baacee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:41.631572575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-access","reconcileID":"f946d5c7-5b1b-4211-aeea-c1c332b65ceb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"e2e-worker-w1-baacee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:41.632066948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-access","reconcileID":"d8a31422-ac3b-4cc0-86ae-2641bca70bd7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"e2e-worker-w1-baacee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:41.755353064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"e2e-apikey-failed-auth","reconcileID":"0b2a041e-e75c-42c7-97d2-3698948c1b70","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w1-baacee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-baacee","tenantID":"e2e-worker-w1-baacee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:41.812799529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"e2e-apikey-failed-auth","reconcileID":"0b2a041e-e75c-42c7-97d2-3698948c1b70","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"e2e-worker-w1-baacee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:43.218790167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"486a84b2-dcac-4718-a6b2-adb867acccee","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"simulator-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"simulator-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:43.276428225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"8f4927d8-7994-407b-97d8-9eaae62bc5ff","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"simulator-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"simulator-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:43.434224846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-4d342843-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-bulk-sub-4d342843-auth","reconcileID":"5ee54c70-f33e-4c7e-be3d-e8bba742ad90","MaaSAuthPolicy":{"name":"e2e-bulk-sub-4d342843-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:43.498030719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-4d342843-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-bulk-sub-4d342843-auth","reconcileID":"5ee54c70-f33e-4c7e-be3d-e8bba742ad90","MaaSAuthPolicy":{"name":"e2e-bulk-sub-4d342843-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:43.511756634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"cb71b799-bef2-41f8-a1a3-f565cce798fe","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"simulator-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"simulator-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:43.622124544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"e86a1f07-cd12-4311-b382-e43ced5fcf5c","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"simulator-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"simulator-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:19:43.623504007Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-00e840/e2e-bulk-sub-4d342843","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-bulk-sub-4d342843\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:43.675307596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"eb2c1838-6810-47cd-a407-285ef4125d72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:43.675339914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"d8106ea3-1307-4551-8f01-1e369a1be32a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:43.679131482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"8a840535-0485-4dc9-afb7-26492b4f5c9d","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"simulator-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"simulator-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:43.732805052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"eb2c1838-6810-47cd-a407-285ef4125d72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:43.732809919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"d8106ea3-1307-4551-8f01-1e369a1be32a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:43.842448875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"3876417b-2156-48e7-a38a-acf4d3774316","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"simulator-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"simulator-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:44.00296384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-4d342843-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-bulk-sub-4d342843-auth","reconcileID":"df54d4f0-85ec-454d-b539-81e5f30f4255","MaaSAuthPolicy":{"name":"e2e-bulk-sub-4d342843-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:44.020818983Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-4d342843","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-bulk-sub-4d342843","reconcileID":"92193358-ab04-41fc-9491-a84fc631f1fc","MaaSSubscription":{"name":"e2e-bulk-sub-4d342843","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-simulator-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-00e840/e2e-bulk-sub-4d342843","ai-tenant-e2e-worker-w2-00e840/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:44.042815865Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:44.07116093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-4d342843-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-bulk-sub-4d342843-auth","reconcileID":"df54d4f0-85ec-454d-b539-81e5f30f4255","MaaSAuthPolicy":{"name":"e2e-bulk-sub-4d342843-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:44.16399063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"7bf1dbc9-8e8e-4e77-9227-96dfa9754e2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:44.164076045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"d885b8ea-b783-4bab-8b2c-178d3eb0e2c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:44.201243813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"a9d3c653-02d4-4806-81b8-236c23743683","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"simulator-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"simulator-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:44.221205981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"d885b8ea-b783-4bab-8b2c-178d3eb0e2c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:44.22245242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"7bf1dbc9-8e8e-4e77-9227-96dfa9754e2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:44.252377798Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-subscription","reconcileID":"921e4f2a-c5d9-4f30-be98-de4e17ffc7fa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-simulator-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:44.258700686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-access","reconcileID":"9cc025f3-6315-4af7-8612-093132088e30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-baacee","tenantID":"e2e-worker-w1-baacee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:44.25870727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"e2e-apikey-failed-auth","reconcileID":"02c5f65c-0491-498c-9853-301221e57d2b","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w1-baacee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-baacee","tenantID":"e2e-worker-w1-baacee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:44.316107138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-access","reconcileID":"9cc025f3-6315-4af7-8612-093132088e30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"e2e-worker-w1-baacee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:44.31626626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"e2e-apikey-failed-auth","reconcileID":"02c5f65c-0491-498c-9853-301221e57d2b","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"e2e-worker-w1-baacee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:44.412503009Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-4d342843","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-bulk-sub-4d342843","reconcileID":"0d619a2a-7b46-4140-b9f0-fa088f0bf1dc","MaaSSubscription":{"name":"e2e-bulk-sub-4d342843","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-simulator-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:44.451027154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-access","reconcileID":"8e3560ae-2acf-4d37-acfc-02e9e5edb178","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-baacee","tenantID":"e2e-worker-w1-baacee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:44.508487924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-access","reconcileID":"8e3560ae-2acf-4d37-acfc-02e9e5edb178","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"e2e-worker-w1-baacee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:47.09659182Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-apikey-active-sub","reconcileID":"bc9ac772-effa-4163-a895-7928d4c738a8","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","subscription":"e2e-apikey-active-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:47.316172366Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-apikey-active-sub","reconcileID":"bc9ac772-effa-4163-a895-7928d4c738a8","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-simulator-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-a8e157/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:47.528575902Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-subscription","reconcileID":"df36a24a-5db7-40f0-927f-e47564c4fd26","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-simulator-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:47.580091563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"8ea694cf-1d61-4831-a9eb-a580f53dbec6","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:47.640515612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"a1c3dd33-75d6-45c3-add3-52ea65b35905","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"simulator-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"simulator-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:47.729958633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"a3df22db-16ec-4513-ae08-4ee259ecff5c","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:47.741585784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"d5f4f50f-1e85-4a1a-a4f6-7c6b9e5bc094","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:47.741895663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"49a6bc14-240c-4469-99b8-54cd0700248f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:47.741585636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-apikey-active-auth","reconcileID":"40642a5e-bb8c-4f00-9374-d267de670ef2","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:47.800499747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-apikey-active-auth","reconcileID":"40642a5e-bb8c-4f00-9374-d267de670ef2","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:47.800499604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"d5f4f50f-1e85-4a1a-a4f6-7c6b9e5bc094","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:47.802955191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"49a6bc14-240c-4469-99b8-54cd0700248f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:47.958238559Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-apikey-active-auth","reconcileID":"069d05e0-f914-4036-9c1b-df8362019978","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:48.123115314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"1ee0208c-bee9-4517-b4cf-62a3e362810b","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:49.128364401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"970b5d15-3783-4692-ac8f-372b7a67546f","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"simulator-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"simulator-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:49.197005604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"ac8baaca-f64c-4211-a7fb-76934f0b0b23","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:49.254082319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"f5fcb75a-0262-4c5d-a5ed-a3e05b89999b","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:49.28603058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-4d342843-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-bulk-sub-4d342843-auth","reconcileID":"4bc4f9bc-d0d8-4fe9-baae-cf3eaf2e1b1a","MaaSAuthPolicy":{"name":"e2e-bulk-sub-4d342843-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:49.286197203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"d9ca1bf8-1643-4e71-af0c-7244d656ada5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:49.286029783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"fa909414-ef87-4dd6-b292-2cabb9530e4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:49.343423711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"d9ca1bf8-1643-4e71-af0c-7244d656ada5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:49.343443833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-4d342843-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-bulk-sub-4d342843-auth","reconcileID":"4bc4f9bc-d0d8-4fe9-baae-cf3eaf2e1b1a","MaaSAuthPolicy":{"name":"e2e-bulk-sub-4d342843-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:49.345614548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"fa909414-ef87-4dd6-b292-2cabb9530e4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:49.411123916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-de3cce7b-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-filter-sub-a-de3cce7b-auth","reconcileID":"cf2b93ea-6f48-4ffa-96ff-e095e0487227","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-de3cce7b-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:49.469551318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-de3cce7b-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-filter-sub-a-de3cce7b-auth","reconcileID":"cf2b93ea-6f48-4ffa-96ff-e095e0487227","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-de3cce7b-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:49.477071445Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"9ccf17c1-19a7-496c-a36f-bc036ab10d15","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:49.532477853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"068a5b56-7353-4910-8122-513c4285fc49","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:19:49.583414071Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-de3cce7b","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-filter-sub-a-de3cce7b","reconcileID":"7cc8140a-2228-41bd-893f-4cff2b7951bb","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-a-de3cce7b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:49.633366218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"4cf7373c-cb58-43e4-a9f3-b0baa3a90081","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:49.690892308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"4cf7373c-cb58-43e4-a9f3-b0baa3a90081","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:49.695735716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"52531537-15c2-4c00-a47c-4aa0078258d0","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:49.734799143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"4a0aa44d-685c-42ac-b60b-3e2226d90a32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:49.753253801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"a8998af7-8ed4-40cc-9ec0-c77ca8139c09","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:49.791444293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"4a0aa44d-685c-42ac-b60b-3e2226d90a32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:49.808001316Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"3de8ab2a-bcf6-47ef-b52b-44d135418b29","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:49.965825266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-de3cce7b-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-filter-sub-a-de3cce7b-auth","reconcileID":"b5f35e91-3bd7-45e6-966c-8cee75edeb63","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-de3cce7b-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:50.023144525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-de3cce7b-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-filter-sub-a-de3cce7b-auth","reconcileID":"b5f35e91-3bd7-45e6-966c-8cee75edeb63","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-de3cce7b-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:50.025278785Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-de3cce7b","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-filter-sub-a-de3cce7b","reconcileID":"5248c8ef-0fa8-412e-8a1c-b20f375b4486","MaaSSubscription":{"name":"e2e-filter-sub-a-de3cce7b","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-simulator-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-a8e157/e2e-filter-sub-a-de3cce7b","ai-tenant-e2e-worker-w3-a8e157/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:50.108904877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"15c1ba7c-5da3-4ccb-8f65-dfd6a7de72f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:50.165680636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"15c1ba7c-5da3-4ccb-8f65-dfd6a7de72f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:50.191586924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"c7032dac-ada3-4956-9538-5700b14340f5","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:50.209793953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"4d960007-cab1-4add-849f-7a8560b09f24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:50.241218195Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-subscription","reconcileID":"4e6f87b1-767b-440c-9c1d-4d23ce4b6dcd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-simulator-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:50.266560371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"4d960007-cab1-4add-849f-7a8560b09f24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:50.402606289Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-de3cce7b","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-filter-sub-a-de3cce7b","reconcileID":"aa3d5a14-1717-427a-a972-b9faa479d87b","MaaSSubscription":{"name":"e2e-filter-sub-a-de3cce7b","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-simulator-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:50.672627813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"namespace":"e2e-models-e2e-worker-w4-8f6b5b","name":"premium-w4-8f6b5b","reconcileID":"24e7fba4-25bc-4054-86e3-d3bf20183205","MaaSModelRef":{"name":"premium-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"routeName":"premium-w4-8f6b5b-kserve-route","namespace":"e2e-models-e2e-worker-w4-8f6b5b","llmisvcName":"premium-w4-8f6b5b","gateway":"openshift-ingress/e2e-worker-w4-8f6b5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:50.790972238Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"namespace":"e2e-models-e2e-worker-w4-8f6b5b","name":"simulator-w4-8f6b5b","reconcileID":"b0b26914-3158-4400-9da9-05dc53d9e07d","MaaSModelRef":{"name":"simulator-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"routeName":"simulator-w4-8f6b5b-kserve-route","namespace":"e2e-models-e2e-worker-w4-8f6b5b","llmisvcName":"simulator-w4-8f6b5b","gateway":"openshift-ingress/e2e-worker-w4-8f6b5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:50.846259395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"namespace":"e2e-models-e2e-worker-w4-8f6b5b","name":"simulator-w4-8f6b5b","reconcileID":"43747479-70e1-464b-8a91-a0126c8d87dd","MaaSModelRef":{"name":"simulator-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"routeName":"simulator-w4-8f6b5b-kserve-route","namespace":"e2e-models-e2e-worker-w4-8f6b5b","llmisvcName":"simulator-w4-8f6b5b","gateway":"openshift-ingress/e2e-worker-w4-8f6b5b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:19:50.900909365Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-subscription","reconcileID":"7cdb6ecb-17b7-4211-92f4-801a88393514","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:50.903761214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"3c923259-c53b-4edd-bf4d-fecdb1c7a7bd","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:51.017587963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"namespace":"e2e-models-e2e-worker-w4-8f6b5b","name":"simulator-w4-8f6b5b","reconcileID":"4ace01af-c377-42d0-88b5-9e453ac226d2","MaaSModelRef":{"name":"simulator-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"routeName":"simulator-w4-8f6b5b-kserve-route","namespace":"e2e-models-e2e-worker-w4-8f6b5b","llmisvcName":"simulator-w4-8f6b5b","gateway":"openshift-ingress/e2e-worker-w4-8f6b5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:51.073734516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"namespace":"e2e-models-e2e-worker-w4-8f6b5b","name":"simulator-w4-8f6b5b","reconcileID":"cd1a76ea-d347-4b49-a609-76af5a04f736","MaaSModelRef":{"name":"simulator-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"routeName":"simulator-w4-8f6b5b-kserve-route","namespace":"e2e-models-e2e-worker-w4-8f6b5b","llmisvcName":"simulator-w4-8f6b5b","gateway":"openshift-ingress/e2e-worker-w4-8f6b5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:51.13476241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"namespace":"e2e-models-e2e-worker-w4-8f6b5b","name":"simulator-w4-8f6b5b","reconcileID":"f06738de-c65a-4079-b7b5-25dbe06d6123","MaaSModelRef":{"name":"simulator-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"routeName":"simulator-w4-8f6b5b-kserve-route","namespace":"e2e-models-e2e-worker-w4-8f6b5b","llmisvcName":"simulator-w4-8f6b5b","gateway":"openshift-ingress/e2e-worker-w4-8f6b5b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:19:51.188779728Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"namespace":"e2e-models-e2e-worker-w4-8f6b5b","name":"simulator-w4-8f6b5b","reconcileID":"f06738de-c65a-4079-b7b5-25dbe06d6123","name":"simulator-w4-8f6b5b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w4-8f6b5b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:19:51.188854237Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"namespace":"e2e-models-e2e-worker-w4-8f6b5b","name":"simulator-w4-8f6b5b","reconcileID":"f06738de-c65a-4079-b7b5-25dbe06d6123","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w4-8f6b5b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:51.194183782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"namespace":"e2e-models-e2e-worker-w4-8f6b5b","name":"simulator-w4-8f6b5b","reconcileID":"221b62f7-95d4-4ab0-9e4a-f1597d9aa441","MaaSModelRef":{"name":"simulator-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"routeName":"simulator-w4-8f6b5b-kserve-route","namespace":"e2e-models-e2e-worker-w4-8f6b5b","llmisvcName":"simulator-w4-8f6b5b","gateway":"openshift-ingress/e2e-worker-w4-8f6b5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:51.236597646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-access","reconcileID":"293bfb26-320c-4f19-9baa-f9c6f24f5b2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8f6b5b","tenantID":"e2e-worker-w4-8f6b5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:51.290922697Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-subscription","reconcileID":"5648da63-2ad2-4975-b902-de4f7437fccb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-simulator-w4-8f6b5b","model":"simulator-w4-8f6b5b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-8f6b5b/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:51.358413656Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"namespace":"e2e-models-e2e-worker-w4-8f6b5b","name":"premium-w4-8f6b5b","reconcileID":"923bfdca-3f16-4f34-83b8-78236f059c0a","MaaSModelRef":{"name":"premium-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"routeName":"premium-w4-8f6b5b-kserve-route","namespace":"e2e-models-e2e-worker-w4-8f6b5b","llmisvcName":"premium-w4-8f6b5b","gateway":"openshift-ingress/e2e-worker-w4-8f6b5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:51.365197149Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-access","reconcileID":"293bfb26-320c-4f19-9baa-f9c6f24f5b2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"e2e-worker-w4-8f6b5b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:51.415018919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"namespace":"e2e-models-e2e-worker-w4-8f6b5b","name":"simulator-w4-8f6b5b","reconcileID":"5ea5b4f0-3b5c-45a1-a2aa-d0b64cc024c3","MaaSModelRef":{"name":"simulator-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"routeName":"simulator-w4-8f6b5b-kserve-route","namespace":"e2e-models-e2e-worker-w4-8f6b5b","llmisvcName":"simulator-w4-8f6b5b","gateway":"openshift-ingress/e2e-worker-w4-8f6b5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:51.420545449Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-8f6b5b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-access","reconcileID":"293bfb26-320c-4f19-9baa-f9c6f24f5b2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:19:51.453121308Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-subscription","reconcileID":"5648da63-2ad2-4975-b902-de4f7437fccb","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:51.470567936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"namespace":"e2e-models-e2e-worker-w4-8f6b5b","name":"premium-w4-8f6b5b","reconcileID":"fd413461-b460-479f-a7cc-d5738615d3b4","MaaSModelRef":{"name":"premium-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"routeName":"premium-w4-8f6b5b-kserve-route","namespace":"e2e-models-e2e-worker-w4-8f6b5b","llmisvcName":"premium-w4-8f6b5b","gateway":"openshift-ingress/e2e-worker-w4-8f6b5b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:19:51.471820401Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-8f6b5b/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:51.479040364Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"namespace":"e2e-models-e2e-worker-w4-8f6b5b","name":"simulator-w4-8f6b5b","reconcileID":"8d560806-985f-4153-b93f-c3ee9d86d848","MaaSModelRef":{"name":"simulator-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"routeName":"simulator-w4-8f6b5b-kserve-route","namespace":"e2e-models-e2e-worker-w4-8f6b5b","llmisvcName":"simulator-w4-8f6b5b","gateway":"openshift-ingress/e2e-worker-w4-8f6b5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:51.528591045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"namespace":"e2e-models-e2e-worker-w4-8f6b5b","name":"premium-w4-8f6b5b","reconcileID":"44de1b97-6853-4b8f-91ef-bff7e567296c","MaaSModelRef":{"name":"premium-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"routeName":"premium-w4-8f6b5b-kserve-route","namespace":"e2e-models-e2e-worker-w4-8f6b5b","llmisvcName":"premium-w4-8f6b5b","gateway":"openshift-ingress/e2e-worker-w4-8f6b5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:51.585833017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-access","reconcileID":"28a2ffdc-363f-4bb4-b161-c3c7303b02c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8f6b5b","tenantID":"e2e-worker-w4-8f6b5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:51.639774201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"namespace":"e2e-models-e2e-worker-w4-8f6b5b","name":"premium-w4-8f6b5b","reconcileID":"7bbf3d43-abf4-4446-a0ef-0bc32211b8fa","MaaSModelRef":{"name":"premium-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"routeName":"premium-w4-8f6b5b-kserve-route","namespace":"e2e-models-e2e-worker-w4-8f6b5b","llmisvcName":"premium-w4-8f6b5b","gateway":"openshift-ingress/e2e-worker-w4-8f6b5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:51.643498753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-access","reconcileID":"28a2ffdc-363f-4bb4-b161-c3c7303b02c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"e2e-worker-w4-8f6b5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:51.66551925Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-subscription","reconcileID":"44ba71d5-91f1-489b-9381-623b6c9bae1a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-simulator-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/simulator-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:51.700646506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"namespace":"e2e-models-e2e-worker-w4-8f6b5b","name":"premium-w4-8f6b5b","reconcileID":"e3bc98e1-18b2-425e-9581-cdc0c603864e","MaaSModelRef":{"name":"premium-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"routeName":"premium-w4-8f6b5b-kserve-route","namespace":"e2e-models-e2e-worker-w4-8f6b5b","llmisvcName":"premium-w4-8f6b5b","gateway":"openshift-ingress/e2e-worker-w4-8f6b5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:51.703895234Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-8f6b5b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-access","reconcileID":"28a2ffdc-363f-4bb4-b161-c3c7303b02c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:51.768820789Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-subscription","reconcileID":"1a59899f-48c0-4761-bebf-470ad4cf1b89","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-premium-w4-8f6b5b","model":"premium-w4-8f6b5b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-8f6b5b/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:51.830694763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"namespace":"e2e-models-e2e-worker-w4-8f6b5b","name":"simulator-w4-8f6b5b","reconcileID":"2533807b-04f1-4f2f-bb49-e745e778eba9","MaaSModelRef":{"name":"simulator-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"routeName":"simulator-w4-8f6b5b-kserve-route","namespace":"e2e-models-e2e-worker-w4-8f6b5b","llmisvcName":"simulator-w4-8f6b5b","gateway":"openshift-ingress/e2e-worker-w4-8f6b5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:51.856795474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-access","reconcileID":"cd05105e-010a-4684-ba7b-ee5c84f79c0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8f6b5b","tenantID":"e2e-worker-w4-8f6b5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:51.861931292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-access","reconcileID":"eee856e1-214d-4eb7-8439-cb62b53c65c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8f6b5b","tenantID":"e2e-worker-w4-8f6b5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:51.914298112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-access","reconcileID":"cd05105e-010a-4684-ba7b-ee5c84f79c0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"e2e-worker-w4-8f6b5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:51.91889782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-access","reconcileID":"eee856e1-214d-4eb7-8439-cb62b53c65c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"e2e-worker-w4-8f6b5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:51.936745434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"namespace":"e2e-models-e2e-worker-w4-8f6b5b","name":"premium-w4-8f6b5b","reconcileID":"de8481bf-e4e1-4532-b339-0ddec2ab2968","MaaSModelRef":{"name":"premium-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"routeName":"premium-w4-8f6b5b-kserve-route","namespace":"e2e-models-e2e-worker-w4-8f6b5b","llmisvcName":"premium-w4-8f6b5b","gateway":"openshift-ingress/e2e-worker-w4-8f6b5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:51.970575563Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-8f6b5b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-access","reconcileID":"cd05105e-010a-4684-ba7b-ee5c84f79c0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:51.974775488Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-8f6b5b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-access","reconcileID":"eee856e1-214d-4eb7-8439-cb62b53c65c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:52.029948005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"namespace":"e2e-models-e2e-worker-w4-8f6b5b","name":"premium-w4-8f6b5b","reconcileID":"f1297d6f-b479-45ef-b3c7-16e7971c9a66","MaaSModelRef":{"name":"premium-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"routeName":"premium-w4-8f6b5b-kserve-route","namespace":"e2e-models-e2e-worker-w4-8f6b5b","llmisvcName":"premium-w4-8f6b5b","gateway":"openshift-ingress/e2e-worker-w4-8f6b5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:52.049006007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"04c26702-e09b-402f-a146-e6455a72f691","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:52.105128272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"b64e98d9-30bf-4533-a3f0-2b6aa2a29d2f","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:52.14923391Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-subscription","reconcileID":"fa3d99e6-ff7d-47d9-b660-4a629a56c92e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-premium-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/premium-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:52.187966667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-access","reconcileID":"e82fbf01-96a5-49db-9e6f-a6994b50c3c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8f6b5b","tenantID":"e2e-worker-w4-8f6b5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:52.244517236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-access","reconcileID":"e82fbf01-96a5-49db-9e6f-a6994b50c3c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"e2e-worker-w4-8f6b5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:52.288877798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-8a24408f-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-filter-sub-b-8a24408f-auth","reconcileID":"76239a26-f44c-4ed0-b174-cd6a9ce51529","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-8a24408f-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:52.30033245Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-8f6b5b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-access","reconcileID":"e82fbf01-96a5-49db-9e6f-a6994b50c3c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:52.331365045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"7f31bf3b-1728-4121-83f1-d220d6822371","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:52.331402437Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-a8e157 priority=0:[ai-tenant-e2e-worker-w3-a8e157/e2e-filter-sub-a-de3cce7b ai-tenant-e2e-worker-w3-a8e157/e2e-filter-sub-b-8a24408f]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:52.346163661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-8a24408f-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-filter-sub-b-8a24408f-auth","reconcileID":"76239a26-f44c-4ed0-b174-cd6a9ce51529","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-8a24408f-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:52.388356931Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"namespace":"e2e-models-e2e-worker-w4-8f6b5b","name":"premium-w4-8f6b5b","reconcileID":"541f9482-0fb5-4e50-9d75-5409ffd86b3d","MaaSModelRef":{"name":"premium-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"routeName":"premium-w4-8f6b5b-kserve-route","namespace":"e2e-models-e2e-worker-w4-8f6b5b","llmisvcName":"premium-w4-8f6b5b","gateway":"openshift-ingress/e2e-worker-w4-8f6b5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:52.441814247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"94f41243-7621-46f1-99cb-58a7922b0bc0","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:19:52.446204926Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-a8e157/e2e-filter-sub-b-8a24408f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-b-8a24408f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:52.494246759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-de3cce7b-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-filter-sub-a-de3cce7b-auth","reconcileID":"985dce96-cf6d-491d-8ec9-7b91c9f3c9ec","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-de3cce7b-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:52.494441085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"1b95730f-b452-4d8b-87d0-a4acaa9fac10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:52.49469631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"55cac013-4892-41b2-80d4-8071b55fb949","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:52.497069518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"8aa6db54-77ae-4d34-9631-0e6b7fdc4708","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:52.504098891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"cdc83e84-c3b0-48de-8a4e-cbd3e3b4da48","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:52.551756782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"55cac013-4892-41b2-80d4-8071b55fb949","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:52.552118135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"1b95730f-b452-4d8b-87d0-a4acaa9fac10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:52.55387079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-de3cce7b-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-filter-sub-a-de3cce7b-auth","reconcileID":"985dce96-cf6d-491d-8ec9-7b91c9f3c9ec","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-de3cce7b-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:52.662586344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"b63eb9ce-c589-40c4-a274-6abca2d8b529","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:52.767454953Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-8a24408f","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-filter-sub-b-8a24408f","reconcileID":"2add7060-459b-4b3d-bdbb-9e87ed157001","MaaSSubscription":{"name":"e2e-filter-sub-b-8a24408f","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-simulator-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w3-a8e157/e2e-filter-sub-a-de3cce7b","ai-tenant-e2e-worker-w3-a8e157/e2e-filter-sub-b-8a24408f","ai-tenant-e2e-worker-w3-a8e157/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:52.821616435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-8a24408f-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-filter-sub-b-8a24408f-auth","reconcileID":"642397e8-af7d-4be4-8196-b93d6fefd581","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-8a24408f-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:52.8783447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-8a24408f-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-filter-sub-b-8a24408f-auth","reconcileID":"642397e8-af7d-4be4-8196-b93d6fefd581","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-8a24408f-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:52.922206896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-de3cce7b-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-filter-sub-a-de3cce7b-auth","reconcileID":"6c08bc9d-1ba6-4aca-8d9c-b7ae94576c9a","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-de3cce7b-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:52.92228031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"f462af80-8189-49bf-b6a9-adc6af153218","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:52.922783155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"9346987f-f294-434b-85a9-06d5a08af74f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:52.94955777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"560cdd2a-689a-4233-b9a2-2048940b2938","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:52.982742Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-subscription","reconcileID":"f3796dcd-bd52-4b0f-8e4d-ba7ad6170ad0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-simulator-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:52.98857548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"9346987f-f294-434b-85a9-06d5a08af74f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:52.989386471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"f462af80-8189-49bf-b6a9-adc6af153218","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:52.994537666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-de3cce7b-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-filter-sub-a-de3cce7b-auth","reconcileID":"6c08bc9d-1ba6-4aca-8d9c-b7ae94576c9a","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-de3cce7b-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:53.004010247Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-de3cce7b","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-filter-sub-a-de3cce7b","reconcileID":"8d3d12d6-46db-4487-b20b-f2abb3eb1f92","MaaSSubscription":{"name":"e2e-filter-sub-a-de3cce7b","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-simulator-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:53.166789827Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-8a24408f","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-filter-sub-b-8a24408f","reconcileID":"767cdfc6-b586-45db-801b-668efd606670","MaaSSubscription":{"name":"e2e-filter-sub-b-8a24408f","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-simulator-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","subscriptionCount":3,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:19:53.197495072Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-8a24408f-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-filter-sub-b-8a24408f-auth","reconcileID":"642397e8-af7d-4be4-8196-b93d6fefd581","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-filter-sub-b-8a24408f-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:53.360081757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-8a24408f-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-filter-sub-b-8a24408f-auth","reconcileID":"b2e39a53-e00f-4d98-b380-e15dd5415371","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-8a24408f-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:53.417084498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-8a24408f-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-filter-sub-b-8a24408f-auth","reconcileID":"b2e39a53-e00f-4d98-b380-e15dd5415371","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-8a24408f-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:54.217256386Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"e2e-apikey-failed-sub","reconcileID":"fca277df-d233-4f6f-b524-aa25b5e7075c","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w1-baacee"},"model":"e2e-models-e2e-worker-w1-baacee/nonexistent-model-apikey-failed","subscription":"e2e-apikey-failed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:54.217412842Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"e2e-apikey-failed-sub","reconcileID":"fca277df-d233-4f6f-b524-aa25b5e7075c","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w1-baacee"},"model":"e2e-models-e2e-worker-w1-baacee/nonexistent-model-apikey-failed","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-baacee/nonexistent-model-apikey-failed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:54.539348114Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-a8e157 priority=0:[ai-tenant-e2e-worker-w3-a8e157/e2e-filter-sub-a-de3cce7b ai-tenant-e2e-worker-w3-a8e157/e2e-filter-sub-b-8a24408f]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:54.597722067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"301aa5e2-fe25-45c9-b6c2-cde5eda900b7","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:54.688138776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"simulator-w1-baacee","reconcileID":"537120fa-7b12-424c-bbfd-635b0e6f3389","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"routeName":"simulator-w1-baacee-kserve-route","namespace":"e2e-models-e2e-worker-w1-baacee","llmisvcName":"simulator-w1-baacee","gateway":"openshift-ingress/e2e-worker-w1-baacee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:54.697096754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"e2e-apikey-failed-auth","reconcileID":"473b96b0-9b83-43bb-8b46-4fc6679bd102","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w1-baacee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-baacee","tenantID":"e2e-worker-w1-baacee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:54.697241769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-access","reconcileID":"45521b82-45da-4ba6-99c9-33f0fb2bb34a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-baacee","tenantID":"e2e-worker-w1-baacee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:54.697095283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-access","reconcileID":"a247e87d-ed0a-4b13-baca-4f1376c3eb27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-baacee","tenantID":"e2e-worker-w1-baacee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:54.75448195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"e2e-apikey-failed-auth","reconcileID":"473b96b0-9b83-43bb-8b46-4fc6679bd102","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"e2e-worker-w1-baacee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:54.754796564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-access","reconcileID":"45521b82-45da-4ba6-99c9-33f0fb2bb34a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"e2e-worker-w1-baacee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:54.756808501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-access","reconcileID":"a247e87d-ed0a-4b13-baca-4f1376c3eb27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"e2e-worker-w1-baacee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:54.96183597Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"e2e-apikey-failed-auth","reconcileID":"4846741b-7ed4-40ba-b798-4fc75e1f8aa9","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w1-baacee"},"model":"e2e-models-e2e-worker-w1-baacee/simulator-w1-baacee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:55.12294026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"simulator-w1-baacee","reconcileID":"ae17e715-ed25-4548-81c9-e2a8874f6bea","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"routeName":"simulator-w1-baacee-kserve-route","namespace":"e2e-models-e2e-worker-w1-baacee","llmisvcName":"simulator-w1-baacee","gateway":"openshift-ingress/e2e-worker-w1-baacee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:55.833965077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"premium-w0-057e2d","reconcileID":"e9317e02-a6b7-486b-a949-0e4cf0f9cd69","MaaSModelRef":{"name":"premium-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"premium-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"premium-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:55.948551769Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-a8e157 priority=0:[ai-tenant-e2e-worker-w3-a8e157/e2e-filter-sub-a-de3cce7b ai-tenant-e2e-worker-w3-a8e157/e2e-filter-sub-b-8a24408f]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:55.948637621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"simulator-w0-057e2d","reconcileID":"8f49dd03-397b-4900-9832-1b5529eb0f55","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"simulator-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"simulator-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:56.005783059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"simulator-w0-057e2d","reconcileID":"b7bbd98b-3253-4762-87b2-14308953545a","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"simulator-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"simulator-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:19:56.056174439Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-subscription","reconcileID":"a7932f45-6b24-4d4d-85dd-77b7247707bc","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:56.169014154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"simulator-w0-057e2d","reconcileID":"77910a8c-9191-4544-8102-e6b8684124e5","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"simulator-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"simulator-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:56.226879193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"simulator-w0-057e2d","reconcileID":"41d955d0-e15b-4bab-88fa-7cd0865276bf","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"simulator-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"simulator-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:56.236759925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"simulator-w0-057e2d","reconcileID":"407d49f5-939c-42ff-a7db-612b39a687ec","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"simulator-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"simulator-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:56.297146146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"simulator-w0-057e2d","reconcileID":"fe550359-aacc-4ea4-b10c-0d67672974c5","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"simulator-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"simulator-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:19:56.351050243Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"simulator-w0-057e2d","reconcileID":"fe550359-aacc-4ea4-b10c-0d67672974c5","name":"simulator-w0-057e2d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w0-057e2d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:19:56.3511159Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"simulator-w0-057e2d","reconcileID":"fe550359-aacc-4ea4-b10c-0d67672974c5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w0-057e2d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:56.356454935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"simulator-w0-057e2d","reconcileID":"3c436fae-ba9e-4c90-ac98-b5b9fd5b5a24","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"simulator-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"simulator-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:56.399711214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"8d1c49e1-5333-423d-9b7b-7c25f55201c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:56.440009749Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-subscription","reconcileID":"b44c18cd-fb92-4118-88ea-a702dd70cf54","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-simulator-w0-057e2d","model":"simulator-w0-057e2d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-057e2d/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:56.524230569Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-a8e157 priority=0:[ai-tenant-e2e-worker-w3-a8e157/e2e-filter-sub-a-de3cce7b ai-tenant-e2e-worker-w3-a8e157/e2e-filter-sub-b-8a24408f]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:56.524474138Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"premium-w0-057e2d","reconcileID":"2c00522a-905a-49ad-adfc-2d77658e0751","MaaSModelRef":{"name":"premium-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"premium-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"premium-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:56.525609599Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"8d1c49e1-5333-423d-9b7b-7c25f55201c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:56.581794087Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-057e2d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"8d1c49e1-5333-423d-9b7b-7c25f55201c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:56.582372482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"premium-w0-057e2d","reconcileID":"5db7d889-9e43-466f-b080-8df9bbe3908a","MaaSModelRef":{"name":"premium-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"premium-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"premium-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:56.608324362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"simulator-w0-057e2d","reconcileID":"062787aa-1546-48f7-b0d1-395b7b1c05bc","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"simulator-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"simulator-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:19:56.635138294Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-subscription","reconcileID":"3e73e551-7760-44f8-b2ca-ab6d962b9f57","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:19:56.636209834Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-057e2d/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:56.640240174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"simulator-w0-057e2d","reconcileID":"7abed736-7d6f-4288-85e5-0413ab0f3697","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"simulator-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"simulator-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:56.745319524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"4d84a9c0-e1cd-47de-89a8-440ffacf0f4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:56.749218267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"premium-w0-057e2d","reconcileID":"1419ef34-62e3-400e-898e-b8c099201e1e","MaaSModelRef":{"name":"premium-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"premium-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"premium-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:56.7977819Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"premium-w0-057e2d","reconcileID":"24bd6b0f-fa75-4c97-b469-56c560a166bc","MaaSModelRef":{"name":"premium-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"premium-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"premium-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:56.8020246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"4d84a9c0-e1cd-47de-89a8-440ffacf0f4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:56.820289266Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-subscription","reconcileID":"c5b8a84a-c118-4003-8131-d551dd94d869","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-simulator-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:56.858111877Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-057e2d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"4d84a9c0-e1cd-47de-89a8-440ffacf0f4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:56.861383471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"premium-w0-057e2d","reconcileID":"9b4de90d-c6f1-447c-9591-4b6b05ff0713","MaaSModelRef":{"name":"premium-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"premium-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"premium-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:19:56.915151071Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"premium-w0-057e2d","reconcileID":"9b4de90d-c6f1-447c-9591-4b6b05ff0713","name":"premium-w0-057e2d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w0-057e2d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:19:56.915217655Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"premium-w0-057e2d","reconcileID":"9b4de90d-c6f1-447c-9591-4b6b05ff0713","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w0-057e2d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:56.920506948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"premium-w0-057e2d","reconcileID":"670ff506-5f44-4f36-8541-71ab3dac2ab5","MaaSModelRef":{"name":"premium-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"premium-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"premium-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:57.012441057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"da532f73-fd95-4e7a-b28d-22ddbedc7c6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:57.015611292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"afa559f6-11b7-4212-b39b-070b6a080867","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:57.020896122Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-subscription","reconcileID":"cb74b9ec-1997-4813-8bf4-aa14696ee97d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-premium-w0-057e2d","model":"premium-w0-057e2d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-057e2d/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:57.070454557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"da532f73-fd95-4e7a-b28d-22ddbedc7c6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:57.072683555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"afa559f6-11b7-4212-b39b-070b6a080867","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:57.125994525Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-057e2d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"da532f73-fd95-4e7a-b28d-22ddbedc7c6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:57.127871545Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-057e2d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"afa559f6-11b7-4212-b39b-070b6a080867","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:57.181193175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"premium-w0-057e2d","reconcileID":"43909e7b-fe27-4ff3-bf9b-7921e85e7589","MaaSModelRef":{"name":"premium-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"premium-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"premium-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:57.18647584Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"premium-w0-057e2d","reconcileID":"81655186-afaa-406b-8ac1-5ff33fed28d2","MaaSModelRef":{"name":"premium-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"premium-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"premium-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:57.285465312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"cba693cc-92d1-4179-aa6a-8c722de26185","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:57.342603737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"cba693cc-92d1-4179-aa6a-8c722de26185","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:57.386426166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"3d04fb29-d717-4a61-9197-ebf77cfef98c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:57.397102756Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-subscription","reconcileID":"98746847-493e-477a-a8e8-848ed6a0faa4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-premium-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/premium-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:57.398435919Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-057e2d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"cba693cc-92d1-4179-aa6a-8c722de26185","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:57.443272778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"3d04fb29-d717-4a61-9197-ebf77cfef98c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:57.498898613Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-057e2d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"3d04fb29-d717-4a61-9197-ebf77cfef98c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:59.29292101Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-4d342843","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-bulk-sub-4d342843","reconcileID":"eb880aed-bb0c-4a04-8819-67d01426148c","MaaSSubscription":{"name":"e2e-bulk-sub-4d342843","namespace":"ai-tenant-e2e-worker-w2-00e840"},"model":"e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840","subscription":"e2e-bulk-sub-4d342843","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:59.510251127Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-4d342843","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-bulk-sub-4d342843","reconcileID":"eb880aed-bb0c-4a04-8819-67d01426148c","MaaSSubscription":{"name":"e2e-bulk-sub-4d342843","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-simulator-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-00e840/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:59.723112844Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-subscription","reconcileID":"2b8ce446-961e-40e5-863d-447398f26deb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-simulator-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:59.776281495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"6a1b4e45-9007-45cf-844f-acaa95fc0a44","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"simulator-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"simulator-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:59.776644382Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-a8e157 priority=0:[ai-tenant-e2e-worker-w3-a8e157/e2e-filter-sub-a-de3cce7b ai-tenant-e2e-worker-w3-a8e157/e2e-filter-sub-b-8a24408f]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:59.833581439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"premium-w0-057e2d","reconcileID":"bdb54bfc-f30c-41a0-b205-3d583758dfda","MaaSModelRef":{"name":"premium-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"premium-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"premium-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:59.891944425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"simulator-w0-057e2d","reconcileID":"8aa11df2-5e74-4cea-8fd0-bfd799be20c3","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"simulator-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"simulator-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:59.927344263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"60e27884-1b41-47ab-b0aa-444d98894a7f","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"simulator-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"simulator-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:59.93463867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-4d342843-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-bulk-sub-4d342843-auth","reconcileID":"1194ba05-7152-471f-98ef-e785328a68a9","MaaSAuthPolicy":{"name":"e2e-bulk-sub-4d342843-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:59.934794085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"d3d8ec2c-312b-4f5d-951c-9a2dbbfca0a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:59.934636339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"a90a65da-ce4a-4f08-adf5-f3caf9be402c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:59.991807737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"a90a65da-ce4a-4f08-adf5-f3caf9be402c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:59.991881608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"d3d8ec2c-312b-4f5d-951c-9a2dbbfca0a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:59.994140583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-4d342843-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-bulk-sub-4d342843-auth","reconcileID":"1194ba05-7152-471f-98ef-e785328a68a9","MaaSAuthPolicy":{"name":"e2e-bulk-sub-4d342843-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:00.1974114Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-4d342843-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-bulk-sub-4d342843-auth","reconcileID":"574ef215-c2b5-4211-96b9-3574cee2b551","MaaSAuthPolicy":{"name":"e2e-bulk-sub-4d342843-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"model":"e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:00.456851026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"efe829b6-a721-4c08-af95-76025d829207","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"simulator-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"simulator-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:00.822619767Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-subscription","reconcileID":"dc8bb210-8969-4811-9f92-a5d7c427586e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-simulator-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/simulator-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:00.92500925Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-subscription","reconcileID":"bfe7e1ee-a601-476a-90ec-e142720e7d30","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-premium-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/premium-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:00.988577492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"namespace":"e2e-models-e2e-worker-w4-8f6b5b","name":"simulator-w4-8f6b5b","reconcileID":"10e45c79-1b5d-48df-bd13-1f1c5ec7dcae","MaaSModelRef":{"name":"simulator-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"routeName":"simulator-w4-8f6b5b-kserve-route","namespace":"e2e-models-e2e-worker-w4-8f6b5b","llmisvcName":"simulator-w4-8f6b5b","gateway":"openshift-ingress/e2e-worker-w4-8f6b5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:01.090931982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"namespace":"e2e-models-e2e-worker-w4-8f6b5b","name":"premium-w4-8f6b5b","reconcileID":"83eeb9ad-86f5-4937-8495-75e1170d19ce","MaaSModelRef":{"name":"premium-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"routeName":"premium-w4-8f6b5b-kserve-route","namespace":"e2e-models-e2e-worker-w4-8f6b5b","llmisvcName":"premium-w4-8f6b5b","gateway":"openshift-ingress/e2e-worker-w4-8f6b5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:01.694326709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-access","reconcileID":"24beeed6-1de4-405d-8e21-bfacc2f1a266","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8f6b5b","tenantID":"e2e-worker-w4-8f6b5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:01.694332252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-access","reconcileID":"7eab2ed0-90d8-4f38-ac3f-e32dfb6ade62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8f6b5b","tenantID":"e2e-worker-w4-8f6b5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:01.75195511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-access","reconcileID":"7eab2ed0-90d8-4f38-ac3f-e32dfb6ade62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"e2e-worker-w4-8f6b5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:01.752129697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-access","reconcileID":"24beeed6-1de4-405d-8e21-bfacc2f1a266","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"e2e-worker-w4-8f6b5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:01.807311054Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-8f6b5b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f158d9cbc9fa0d7ef560c555eaad1f0bae30dd733c1016d6d4161cd51a86aa44) AuthConfig (12b4f298d265aeb9c39e0952c94521c7d284336e96936ab5691a767a91d93ff9) AuthConfig (3ec73d94cb8ab67349bdeb9d34a176750f52b355426aa7b41d0692060ae536c2) AuthConfig (db2efae145ee886324203b3fc8d4cff885116c977634c618307286353b6f14d9) AuthConfig (8228e66486a5a1a70b6f07be992a7e62217b749f474189810f58ddd4a4137d69) AuthConfig (bbc8d08abd41cfc5f6d83ef92b8f983a46229cd29bd2181d8bb95588fc5d11bb) AuthConfig (7a2cd62b16db6a5adf3c79636e58c54f23f3e9fa1ccac491c73fb47de4753dff) AuthConfig (95c69e9e91455381c6239e84d3d3d809f46bc162c58a88b9b7a713bb17d44645) AuthConfig (47e6ca137c33c41dd9629c0a262517df28d8da99b556451e0866b6c46fe949ee) AuthConfig (5d8ffe3b5ea49e327ad197a5fa2ee6dcf738ad90d04f6d5b0bf45bfc7ae2b1b1) AuthConfig (89152c39a031246a3509edbb51e2f862d7c1efdc3c0a4d48f7fd4a978782dc1f) AuthConfig (1c13bb7d5a8b83ee84778a6f206df0918bcab72f0ae3b4607e89fc08f1ef2367) AuthConfig (27ff000a98b6cae751edb27e55ad14a3da079a8f6a45ddaa9cc4f0cdc84a2bd6) AuthConfig (ff80e8a0807d4d490a02a828713a8f1822c94b501e0d2b3a6ef559f7c8b4affd) AuthConfig (92109ce8a99ca9eee9f2056b7271d60ad9fb2a9280faa8b53104b9fdb983080c) AuthConfig (ee6e5bcdf4e2a015bf0c3be1d89f40cc9f705cce5f063204c999e979b4422b42) AuthConfig (397e4f482c8db4441403abfaa4ed49d0fb3a565b8353930e706a90a5cba27e2b) AuthConfig (2d985ac0ea35c72dc2f0b049f6d16edcf00615c2cbefbe62e63799c219f43548) AuthConfig (faa1b4373ccf5007b48ac152084264b4a6afb69c8f02803a451efd15d05f98ca) AuthConfig (18df6a1db7f609a125feced3a3aa0bb9f7d73c2856e9ae77e392307c954c6a5d) AuthConfig (a2781a9f716705f6f231cc2fc4580ff495d94e638502bcf43d6564cd6437b96c) AuthConfig (f1f810c26b619c014fcffcf47ccfb1b9fa35e5b6008dfd54344e4c178c66b4cc) AuthConfig (0e851811478b6767dfd42fdf608b48f5fb891f8c9bbc01c341354cc707df7db6) AuthConfig (0c540659fe7bd1b8ddb27c1148cf9e20b13024894cb148d7a8d1569a8037b05b) AuthConfig (60a1a24c9fba606bfc7b0cafbbdc50f34e9df19a891072cfea34b14671b6da37) AuthConfig (56dfc91ae6627f1b9086caa88c36776f03a7b03ad8959008da9e59e43adcf94e) AuthConfig (3765e1278207195c50ee1e951877a4894849a41733c6bb80de433ea53d6925b2) AuthConfig (b55aa777add9ddb3b2b914d36049fae808dbc23a9c4104fc64abeb53bb98ec68) AuthConfig (89cae12fa78f1d083e401881135ca228f846694bff1f46e9566e71b404c4eeac) AuthConfig (6bc22172f04e479cc88c6317fc7d521912d64ec9a1fbe37277427d0b2ab9343c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-access","reconcileID":"24beeed6-1de4-405d-8e21-bfacc2f1a266","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:01.807490319Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-8f6b5b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f158d9cbc9fa0d7ef560c555eaad1f0bae30dd733c1016d6d4161cd51a86aa44) AuthConfig (12b4f298d265aeb9c39e0952c94521c7d284336e96936ab5691a767a91d93ff9) AuthConfig (3ec73d94cb8ab67349bdeb9d34a176750f52b355426aa7b41d0692060ae536c2) AuthConfig (db2efae145ee886324203b3fc8d4cff885116c977634c618307286353b6f14d9) AuthConfig (8228e66486a5a1a70b6f07be992a7e62217b749f474189810f58ddd4a4137d69) AuthConfig (bbc8d08abd41cfc5f6d83ef92b8f983a46229cd29bd2181d8bb95588fc5d11bb) AuthConfig (7a2cd62b16db6a5adf3c79636e58c54f23f3e9fa1ccac491c73fb47de4753dff) AuthConfig (95c69e9e91455381c6239e84d3d3d809f46bc162c58a88b9b7a713bb17d44645) AuthConfig (47e6ca137c33c41dd9629c0a262517df28d8da99b556451e0866b6c46fe949ee) AuthConfig (5d8ffe3b5ea49e327ad197a5fa2ee6dcf738ad90d04f6d5b0bf45bfc7ae2b1b1) AuthConfig (89152c39a031246a3509edbb51e2f862d7c1efdc3c0a4d48f7fd4a978782dc1f) AuthConfig (1c13bb7d5a8b83ee84778a6f206df0918bcab72f0ae3b4607e89fc08f1ef2367) AuthConfig (27ff000a98b6cae751edb27e55ad14a3da079a8f6a45ddaa9cc4f0cdc84a2bd6) AuthConfig (ff80e8a0807d4d490a02a828713a8f1822c94b501e0d2b3a6ef559f7c8b4affd) AuthConfig (92109ce8a99ca9eee9f2056b7271d60ad9fb2a9280faa8b53104b9fdb983080c) AuthConfig (ee6e5bcdf4e2a015bf0c3be1d89f40cc9f705cce5f063204c999e979b4422b42) AuthConfig (397e4f482c8db4441403abfaa4ed49d0fb3a565b8353930e706a90a5cba27e2b) AuthConfig (2d985ac0ea35c72dc2f0b049f6d16edcf00615c2cbefbe62e63799c219f43548) AuthConfig (faa1b4373ccf5007b48ac152084264b4a6afb69c8f02803a451efd15d05f98ca) AuthConfig (18df6a1db7f609a125feced3a3aa0bb9f7d73c2856e9ae77e392307c954c6a5d) AuthConfig (a2781a9f716705f6f231cc2fc4580ff495d94e638502bcf43d6564cd6437b96c) AuthConfig (f1f810c26b619c014fcffcf47ccfb1b9fa35e5b6008dfd54344e4c178c66b4cc) AuthConfig (0e851811478b6767dfd42fdf608b48f5fb891f8c9bbc01c341354cc707df7db6) AuthConfig (0c540659fe7bd1b8ddb27c1148cf9e20b13024894cb148d7a8d1569a8037b05b) AuthConfig (60a1a24c9fba606bfc7b0cafbbdc50f34e9df19a891072cfea34b14671b6da37) AuthConfig (56dfc91ae6627f1b9086caa88c36776f03a7b03ad8959008da9e59e43adcf94e) AuthConfig (3765e1278207195c50ee1e951877a4894849a41733c6bb80de433ea53d6925b2) AuthConfig (b55aa777add9ddb3b2b914d36049fae808dbc23a9c4104fc64abeb53bb98ec68) AuthConfig (89cae12fa78f1d083e401881135ca228f846694bff1f46e9566e71b404c4eeac) AuthConfig (6bc22172f04e479cc88c6317fc7d521912d64ec9a1fbe37277427d0b2ab9343c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-access","reconcileID":"7eab2ed0-90d8-4f38-ac3f-e32dfb6ade62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:01.866553258Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"namespace":"e2e-models-e2e-worker-w4-8f6b5b","name":"simulator-w4-8f6b5b","reconcileID":"1f01cf58-92a2-46c8-91c4-367d4ba5e9fc","MaaSModelRef":{"name":"simulator-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"routeName":"simulator-w4-8f6b5b-kserve-route","namespace":"e2e-models-e2e-worker-w4-8f6b5b","llmisvcName":"simulator-w4-8f6b5b","gateway":"openshift-ingress/e2e-worker-w4-8f6b5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:01.869072785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"namespace":"e2e-models-e2e-worker-w4-8f6b5b","name":"premium-w4-8f6b5b","reconcileID":"d9e39bb2-1380-4512-94c0-e4a81a720f40","MaaSModelRef":{"name":"premium-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"routeName":"premium-w4-8f6b5b-kserve-route","namespace":"e2e-models-e2e-worker-w4-8f6b5b","llmisvcName":"premium-w4-8f6b5b","gateway":"openshift-ingress/e2e-worker-w4-8f6b5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:02.023563279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-access","reconcileID":"629e8e32-378d-4fa4-863b-6667088fdff7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8f6b5b","tenantID":"e2e-worker-w4-8f6b5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:02.025928238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-access","reconcileID":"94d4c903-8bd1-42df-be96-3fc74486b553","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8f6b5b","tenantID":"e2e-worker-w4-8f6b5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:02.083349914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-access","reconcileID":"629e8e32-378d-4fa4-863b-6667088fdff7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"e2e-worker-w4-8f6b5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:02.08335187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-access","reconcileID":"94d4c903-8bd1-42df-be96-3fc74486b553","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"e2e-worker-w4-8f6b5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:02.138549555Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-8f6b5b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f158d9cbc9fa0d7ef560c555eaad1f0bae30dd733c1016d6d4161cd51a86aa44) AuthConfig (12b4f298d265aeb9c39e0952c94521c7d284336e96936ab5691a767a91d93ff9) AuthConfig (3ec73d94cb8ab67349bdeb9d34a176750f52b355426aa7b41d0692060ae536c2) AuthConfig (db2efae145ee886324203b3fc8d4cff885116c977634c618307286353b6f14d9) AuthConfig (8228e66486a5a1a70b6f07be992a7e62217b749f474189810f58ddd4a4137d69) AuthConfig (bbc8d08abd41cfc5f6d83ef92b8f983a46229cd29bd2181d8bb95588fc5d11bb) AuthConfig (7a2cd62b16db6a5adf3c79636e58c54f23f3e9fa1ccac491c73fb47de4753dff) AuthConfig (95c69e9e91455381c6239e84d3d3d809f46bc162c58a88b9b7a713bb17d44645) AuthConfig (47e6ca137c33c41dd9629c0a262517df28d8da99b556451e0866b6c46fe949ee) AuthConfig (5d8ffe3b5ea49e327ad197a5fa2ee6dcf738ad90d04f6d5b0bf45bfc7ae2b1b1) AuthConfig (89152c39a031246a3509edbb51e2f862d7c1efdc3c0a4d48f7fd4a978782dc1f) AuthConfig (1c13bb7d5a8b83ee84778a6f206df0918bcab72f0ae3b4607e89fc08f1ef2367) AuthConfig (27ff000a98b6cae751edb27e55ad14a3da079a8f6a45ddaa9cc4f0cdc84a2bd6) AuthConfig (ff80e8a0807d4d490a02a828713a8f1822c94b501e0d2b3a6ef559f7c8b4affd) AuthConfig (92109ce8a99ca9eee9f2056b7271d60ad9fb2a9280faa8b53104b9fdb983080c) AuthConfig (ee6e5bcdf4e2a015bf0c3be1d89f40cc9f705cce5f063204c999e979b4422b42) AuthConfig (397e4f482c8db4441403abfaa4ed49d0fb3a565b8353930e706a90a5cba27e2b) AuthConfig (2d985ac0ea35c72dc2f0b049f6d16edcf00615c2cbefbe62e63799c219f43548) AuthConfig (faa1b4373ccf5007b48ac152084264b4a6afb69c8f02803a451efd15d05f98ca) AuthConfig (18df6a1db7f609a125feced3a3aa0bb9f7d73c2856e9ae77e392307c954c6a5d) AuthConfig (a2781a9f716705f6f231cc2fc4580ff495d94e638502bcf43d6564cd6437b96c) AuthConfig (f1f810c26b619c014fcffcf47ccfb1b9fa35e5b6008dfd54344e4c178c66b4cc) AuthConfig (0e851811478b6767dfd42fdf608b48f5fb891f8c9bbc01c341354cc707df7db6) AuthConfig (0c540659fe7bd1b8ddb27c1148cf9e20b13024894cb148d7a8d1569a8037b05b) AuthConfig (60a1a24c9fba606bfc7b0cafbbdc50f34e9df19a891072cfea34b14671b6da37) AuthConfig (56dfc91ae6627f1b9086caa88c36776f03a7b03ad8959008da9e59e43adcf94e) AuthConfig (3765e1278207195c50ee1e951877a4894849a41733c6bb80de433ea53d6925b2) AuthConfig (b55aa777add9ddb3b2b914d36049fae808dbc23a9c4104fc64abeb53bb98ec68) AuthConfig (89cae12fa78f1d083e401881135ca228f846694bff1f46e9566e71b404c4eeac) AuthConfig (6bc22172f04e479cc88c6317fc7d521912d64ec9a1fbe37277427d0b2ab9343c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-access","reconcileID":"629e8e32-378d-4fa4-863b-6667088fdff7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:02.138624898Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-8f6b5b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f158d9cbc9fa0d7ef560c555eaad1f0bae30dd733c1016d6d4161cd51a86aa44) AuthConfig (12b4f298d265aeb9c39e0952c94521c7d284336e96936ab5691a767a91d93ff9) AuthConfig (3ec73d94cb8ab67349bdeb9d34a176750f52b355426aa7b41d0692060ae536c2) AuthConfig (db2efae145ee886324203b3fc8d4cff885116c977634c618307286353b6f14d9) AuthConfig (8228e66486a5a1a70b6f07be992a7e62217b749f474189810f58ddd4a4137d69) AuthConfig (bbc8d08abd41cfc5f6d83ef92b8f983a46229cd29bd2181d8bb95588fc5d11bb) AuthConfig (7a2cd62b16db6a5adf3c79636e58c54f23f3e9fa1ccac491c73fb47de4753dff) AuthConfig (95c69e9e91455381c6239e84d3d3d809f46bc162c58a88b9b7a713bb17d44645) AuthConfig (47e6ca137c33c41dd9629c0a262517df28d8da99b556451e0866b6c46fe949ee) AuthConfig (5d8ffe3b5ea49e327ad197a5fa2ee6dcf738ad90d04f6d5b0bf45bfc7ae2b1b1) AuthConfig (89152c39a031246a3509edbb51e2f862d7c1efdc3c0a4d48f7fd4a978782dc1f) AuthConfig (1c13bb7d5a8b83ee84778a6f206df0918bcab72f0ae3b4607e89fc08f1ef2367) AuthConfig (27ff000a98b6cae751edb27e55ad14a3da079a8f6a45ddaa9cc4f0cdc84a2bd6) AuthConfig (ff80e8a0807d4d490a02a828713a8f1822c94b501e0d2b3a6ef559f7c8b4affd) AuthConfig (92109ce8a99ca9eee9f2056b7271d60ad9fb2a9280faa8b53104b9fdb983080c) AuthConfig (ee6e5bcdf4e2a015bf0c3be1d89f40cc9f705cce5f063204c999e979b4422b42) AuthConfig (397e4f482c8db4441403abfaa4ed49d0fb3a565b8353930e706a90a5cba27e2b) AuthConfig (2d985ac0ea35c72dc2f0b049f6d16edcf00615c2cbefbe62e63799c219f43548) AuthConfig (faa1b4373ccf5007b48ac152084264b4a6afb69c8f02803a451efd15d05f98ca) AuthConfig (18df6a1db7f609a125feced3a3aa0bb9f7d73c2856e9ae77e392307c954c6a5d) AuthConfig (a2781a9f716705f6f231cc2fc4580ff495d94e638502bcf43d6564cd6437b96c) AuthConfig (f1f810c26b619c014fcffcf47ccfb1b9fa35e5b6008dfd54344e4c178c66b4cc) AuthConfig (0e851811478b6767dfd42fdf608b48f5fb891f8c9bbc01c341354cc707df7db6) AuthConfig (0c540659fe7bd1b8ddb27c1148cf9e20b13024894cb148d7a8d1569a8037b05b) AuthConfig (60a1a24c9fba606bfc7b0cafbbdc50f34e9df19a891072cfea34b14671b6da37) AuthConfig (56dfc91ae6627f1b9086caa88c36776f03a7b03ad8959008da9e59e43adcf94e) AuthConfig (3765e1278207195c50ee1e951877a4894849a41733c6bb80de433ea53d6925b2) AuthConfig (b55aa777add9ddb3b2b914d36049fae808dbc23a9c4104fc64abeb53bb98ec68) AuthConfig (89cae12fa78f1d083e401881135ca228f846694bff1f46e9566e71b404c4eeac) AuthConfig (6bc22172f04e479cc88c6317fc7d521912d64ec9a1fbe37277427d0b2ab9343c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-access","reconcileID":"94d4c903-8bd1-42df-be96-3fc74486b553","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:20:02.192698433Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-access","reconcileID":"629e8e32-378d-4fa4-863b-6667088fdff7","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:02.356419854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-access","reconcileID":"4972e2a4-cf99-4961-ba0a-97fa32af18e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8f6b5b","tenantID":"e2e-worker-w4-8f6b5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:02.413951351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-access","reconcileID":"4972e2a4-cf99-4961-ba0a-97fa32af18e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"e2e-worker-w4-8f6b5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:02.47047874Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-8f6b5b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f158d9cbc9fa0d7ef560c555eaad1f0bae30dd733c1016d6d4161cd51a86aa44) AuthConfig (12b4f298d265aeb9c39e0952c94521c7d284336e96936ab5691a767a91d93ff9) AuthConfig (3ec73d94cb8ab67349bdeb9d34a176750f52b355426aa7b41d0692060ae536c2) AuthConfig (db2efae145ee886324203b3fc8d4cff885116c977634c618307286353b6f14d9) AuthConfig (8228e66486a5a1a70b6f07be992a7e62217b749f474189810f58ddd4a4137d69) AuthConfig (bbc8d08abd41cfc5f6d83ef92b8f983a46229cd29bd2181d8bb95588fc5d11bb) AuthConfig (7a2cd62b16db6a5adf3c79636e58c54f23f3e9fa1ccac491c73fb47de4753dff) AuthConfig (95c69e9e91455381c6239e84d3d3d809f46bc162c58a88b9b7a713bb17d44645) AuthConfig (47e6ca137c33c41dd9629c0a262517df28d8da99b556451e0866b6c46fe949ee) AuthConfig (5d8ffe3b5ea49e327ad197a5fa2ee6dcf738ad90d04f6d5b0bf45bfc7ae2b1b1) AuthConfig (89152c39a031246a3509edbb51e2f862d7c1efdc3c0a4d48f7fd4a978782dc1f) AuthConfig (1c13bb7d5a8b83ee84778a6f206df0918bcab72f0ae3b4607e89fc08f1ef2367) AuthConfig (27ff000a98b6cae751edb27e55ad14a3da079a8f6a45ddaa9cc4f0cdc84a2bd6) AuthConfig (ff80e8a0807d4d490a02a828713a8f1822c94b501e0d2b3a6ef559f7c8b4affd) AuthConfig (92109ce8a99ca9eee9f2056b7271d60ad9fb2a9280faa8b53104b9fdb983080c) AuthConfig (ee6e5bcdf4e2a015bf0c3be1d89f40cc9f705cce5f063204c999e979b4422b42) AuthConfig (397e4f482c8db4441403abfaa4ed49d0fb3a565b8353930e706a90a5cba27e2b) AuthConfig (2d985ac0ea35c72dc2f0b049f6d16edcf00615c2cbefbe62e63799c219f43548) AuthConfig (faa1b4373ccf5007b48ac152084264b4a6afb69c8f02803a451efd15d05f98ca) AuthConfig (18df6a1db7f609a125feced3a3aa0bb9f7d73c2856e9ae77e392307c954c6a5d) AuthConfig (a2781a9f716705f6f231cc2fc4580ff495d94e638502bcf43d6564cd6437b96c) AuthConfig (f1f810c26b619c014fcffcf47ccfb1b9fa35e5b6008dfd54344e4c178c66b4cc) AuthConfig (0e851811478b6767dfd42fdf608b48f5fb891f8c9bbc01c341354cc707df7db6) AuthConfig (0c540659fe7bd1b8ddb27c1148cf9e20b13024894cb148d7a8d1569a8037b05b) AuthConfig (60a1a24c9fba606bfc7b0cafbbdc50f34e9df19a891072cfea34b14671b6da37) AuthConfig (56dfc91ae6627f1b9086caa88c36776f03a7b03ad8959008da9e59e43adcf94e) AuthConfig (3765e1278207195c50ee1e951877a4894849a41733c6bb80de433ea53d6925b2) AuthConfig (b55aa777add9ddb3b2b914d36049fae808dbc23a9c4104fc64abeb53bb98ec68) AuthConfig (89cae12fa78f1d083e401881135ca228f846694bff1f46e9566e71b404c4eeac) AuthConfig (6bc22172f04e479cc88c6317fc7d521912d64ec9a1fbe37277427d0b2ab9343c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-access","reconcileID":"4972e2a4-cf99-4961-ba0a-97fa32af18e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:04.224735489Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-a05b7e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a05b7e","reconcileID":"ee6955e4-2101-4d5f-bda6-433422dee002","namespace":"llm","name":"e2e-rt-sw-a05b7e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:04.281477755Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-a05b7e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a05b7e","reconcileID":"23c00f90-7beb-4a49-aa34-ff64c9860313","namespace":"llm","name":"e2e-rt-sw-a05b7e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:04.385569904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-access","reconcileID":"f3d4b045-d5f7-4c66-88d3-56228f14f05a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8f6b5b","tenantID":"e2e-worker-w4-8f6b5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:04.385847515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"6568edd0-2201-4274-8c24-03c451f1483c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:04.386323868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-access","reconcileID":"0e0c2fda-370f-4937-b27a-3eda53d9f3b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8f6b5b","tenantID":"e2e-worker-w4-8f6b5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:04.386401948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-8a24408f-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-filter-sub-b-8a24408f-auth","reconcileID":"86560182-0e66-4a63-85a7-61dae139acef","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-8a24408f-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:04.386903052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"aff4c270-d9f2-438a-9c9d-efb10e2731eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:04.44243159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"6568edd0-2201-4274-8c24-03c451f1483c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:04.442848513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-access","reconcileID":"f3d4b045-d5f7-4c66-88d3-56228f14f05a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"e2e-worker-w4-8f6b5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:04.444864874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-8a24408f-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-filter-sub-b-8a24408f-auth","reconcileID":"86560182-0e66-4a63-85a7-61dae139acef","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-8a24408f-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:04.445040765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"aff4c270-d9f2-438a-9c9d-efb10e2731eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:04.447098865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-access","reconcileID":"0e0c2fda-370f-4937-b27a-3eda53d9f3b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"e2e-worker-w4-8f6b5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:04.501054126Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-8f6b5b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f158d9cbc9fa0d7ef560c555eaad1f0bae30dd733c1016d6d4161cd51a86aa44) AuthConfig (12b4f298d265aeb9c39e0952c94521c7d284336e96936ab5691a767a91d93ff9) AuthConfig (3ec73d94cb8ab67349bdeb9d34a176750f52b355426aa7b41d0692060ae536c2) AuthConfig (db2efae145ee886324203b3fc8d4cff885116c977634c618307286353b6f14d9) AuthConfig (8228e66486a5a1a70b6f07be992a7e62217b749f474189810f58ddd4a4137d69) AuthConfig (bbc8d08abd41cfc5f6d83ef92b8f983a46229cd29bd2181d8bb95588fc5d11bb) AuthConfig (7a2cd62b16db6a5adf3c79636e58c54f23f3e9fa1ccac491c73fb47de4753dff) AuthConfig (95c69e9e91455381c6239e84d3d3d809f46bc162c58a88b9b7a713bb17d44645) AuthConfig (47e6ca137c33c41dd9629c0a262517df28d8da99b556451e0866b6c46fe949ee) AuthConfig (5d8ffe3b5ea49e327ad197a5fa2ee6dcf738ad90d04f6d5b0bf45bfc7ae2b1b1) AuthConfig (89152c39a031246a3509edbb51e2f862d7c1efdc3c0a4d48f7fd4a978782dc1f) AuthConfig (1c13bb7d5a8b83ee84778a6f206df0918bcab72f0ae3b4607e89fc08f1ef2367) AuthConfig (27ff000a98b6cae751edb27e55ad14a3da079a8f6a45ddaa9cc4f0cdc84a2bd6) AuthConfig (ff80e8a0807d4d490a02a828713a8f1822c94b501e0d2b3a6ef559f7c8b4affd) AuthConfig (92109ce8a99ca9eee9f2056b7271d60ad9fb2a9280faa8b53104b9fdb983080c) AuthConfig (ee6e5bcdf4e2a015bf0c3be1d89f40cc9f705cce5f063204c999e979b4422b42) AuthConfig (397e4f482c8db4441403abfaa4ed49d0fb3a565b8353930e706a90a5cba27e2b) AuthConfig (2d985ac0ea35c72dc2f0b049f6d16edcf00615c2cbefbe62e63799c219f43548) AuthConfig (faa1b4373ccf5007b48ac152084264b4a6afb69c8f02803a451efd15d05f98ca) AuthConfig (18df6a1db7f609a125feced3a3aa0bb9f7d73c2856e9ae77e392307c954c6a5d) AuthConfig (a2781a9f716705f6f231cc2fc4580ff495d94e638502bcf43d6564cd6437b96c) AuthConfig (f1f810c26b619c014fcffcf47ccfb1b9fa35e5b6008dfd54344e4c178c66b4cc) AuthConfig (0e851811478b6767dfd42fdf608b48f5fb891f8c9bbc01c341354cc707df7db6) AuthConfig (0c540659fe7bd1b8ddb27c1148cf9e20b13024894cb148d7a8d1569a8037b05b) AuthConfig (60a1a24c9fba606bfc7b0cafbbdc50f34e9df19a891072cfea34b14671b6da37) AuthConfig (56dfc91ae6627f1b9086caa88c36776f03a7b03ad8959008da9e59e43adcf94e) AuthConfig (3765e1278207195c50ee1e951877a4894849a41733c6bb80de433ea53d6925b2) AuthConfig (b55aa777add9ddb3b2b914d36049fae808dbc23a9c4104fc64abeb53bb98ec68) AuthConfig (89cae12fa78f1d083e401881135ca228f846694bff1f46e9566e71b404c4eeac) AuthConfig (6bc22172f04e479cc88c6317fc7d521912d64ec9a1fbe37277427d0b2ab9343c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-access","reconcileID":"f3d4b045-d5f7-4c66-88d3-56228f14f05a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:04.501581596Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-057e2d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"6568edd0-2201-4274-8c24-03c451f1483c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:04.502449651Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-057e2d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"aff4c270-d9f2-438a-9c9d-efb10e2731eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:04.505252736Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-8f6b5b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f158d9cbc9fa0d7ef560c555eaad1f0bae30dd733c1016d6d4161cd51a86aa44) AuthConfig (12b4f298d265aeb9c39e0952c94521c7d284336e96936ab5691a767a91d93ff9) AuthConfig (3ec73d94cb8ab67349bdeb9d34a176750f52b355426aa7b41d0692060ae536c2) AuthConfig (db2efae145ee886324203b3fc8d4cff885116c977634c618307286353b6f14d9) AuthConfig (8228e66486a5a1a70b6f07be992a7e62217b749f474189810f58ddd4a4137d69) AuthConfig (bbc8d08abd41cfc5f6d83ef92b8f983a46229cd29bd2181d8bb95588fc5d11bb) AuthConfig (7a2cd62b16db6a5adf3c79636e58c54f23f3e9fa1ccac491c73fb47de4753dff) AuthConfig (95c69e9e91455381c6239e84d3d3d809f46bc162c58a88b9b7a713bb17d44645) AuthConfig (47e6ca137c33c41dd9629c0a262517df28d8da99b556451e0866b6c46fe949ee) AuthConfig (5d8ffe3b5ea49e327ad197a5fa2ee6dcf738ad90d04f6d5b0bf45bfc7ae2b1b1) AuthConfig (89152c39a031246a3509edbb51e2f862d7c1efdc3c0a4d48f7fd4a978782dc1f) AuthConfig (1c13bb7d5a8b83ee84778a6f206df0918bcab72f0ae3b4607e89fc08f1ef2367) AuthConfig (27ff000a98b6cae751edb27e55ad14a3da079a8f6a45ddaa9cc4f0cdc84a2bd6) AuthConfig (ff80e8a0807d4d490a02a828713a8f1822c94b501e0d2b3a6ef559f7c8b4affd) AuthConfig (92109ce8a99ca9eee9f2056b7271d60ad9fb2a9280faa8b53104b9fdb983080c) AuthConfig (ee6e5bcdf4e2a015bf0c3be1d89f40cc9f705cce5f063204c999e979b4422b42) AuthConfig (397e4f482c8db4441403abfaa4ed49d0fb3a565b8353930e706a90a5cba27e2b) AuthConfig (2d985ac0ea35c72dc2f0b049f6d16edcf00615c2cbefbe62e63799c219f43548) AuthConfig (faa1b4373ccf5007b48ac152084264b4a6afb69c8f02803a451efd15d05f98ca) AuthConfig (18df6a1db7f609a125feced3a3aa0bb9f7d73c2856e9ae77e392307c954c6a5d) AuthConfig (a2781a9f716705f6f231cc2fc4580ff495d94e638502bcf43d6564cd6437b96c) AuthConfig (f1f810c26b619c014fcffcf47ccfb1b9fa35e5b6008dfd54344e4c178c66b4cc) AuthConfig (0e851811478b6767dfd42fdf608b48f5fb891f8c9bbc01c341354cc707df7db6) AuthConfig (0c540659fe7bd1b8ddb27c1148cf9e20b13024894cb148d7a8d1569a8037b05b) AuthConfig (60a1a24c9fba606bfc7b0cafbbdc50f34e9df19a891072cfea34b14671b6da37) AuthConfig (56dfc91ae6627f1b9086caa88c36776f03a7b03ad8959008da9e59e43adcf94e) AuthConfig (3765e1278207195c50ee1e951877a4894849a41733c6bb80de433ea53d6925b2) AuthConfig (b55aa777add9ddb3b2b914d36049fae808dbc23a9c4104fc64abeb53bb98ec68) AuthConfig (89cae12fa78f1d083e401881135ca228f846694bff1f46e9566e71b404c4eeac) AuthConfig (6bc22172f04e479cc88c6317fc7d521912d64ec9a1fbe37277427d0b2ab9343c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-access","reconcileID":"0e0c2fda-370f-4937-b27a-3eda53d9f3b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:04.606722731Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a05b7e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a05b7e","reconcileID":"7c01fad3-2b6e-4a0b-978d-c6ee4020c15d","MaaSModelRef":{"name":"e2e-rt-sw-a05b7e","namespace":"llm"},"name":"e2e-rt-sw-a05b7e","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:04.658054731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"891e188d-abfa-4b5e-86fd-4bf3d63232d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:04.658968058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-access","reconcileID":"1e5e110c-ca8d-416c-a915-bd0fb28bf603","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-baacee","tenantID":"e2e-worker-w1-baacee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:04.659054768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"360416a4-4940-4785-a273-d5c1fd302e8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:04.661458054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"f44525c6-6839-4cc0-8c0a-366239936a05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:04.715564311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-access","reconcileID":"1e5e110c-ca8d-416c-a915-bd0fb28bf603","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"e2e-worker-w1-baacee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:04.715575093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"891e188d-abfa-4b5e-86fd-4bf3d63232d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:04.718055392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"360416a4-4940-4785-a273-d5c1fd302e8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:04.721698374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"f44525c6-6839-4cc0-8c0a-366239936a05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:04.812886675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cce421b6-33bf-40e0-aef0-f09c092d0cf3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:04.869415718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cce421b6-33bf-40e0-aef0-f09c092d0cf3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:04.906385964Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a05b7e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a05b7e","reconcileID":"b84ae972-b5f2-499a-be4b-c69c8600f062","MaaSModelRef":{"name":"e2e-rt-sw-a05b7e","namespace":"llm"},"name":"e2e-rt-sw-a05b7e","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:04.961807369Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b3a7ab88-15cf-4c71-8db0-f52e74ee3421","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:04.961830486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b3a7ab88-15cf-4c71-8db0-f52e74ee3421","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:04.962215279Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e3f9ea17-2964-451a-a7d2-3c0bf0b67260","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:04.962231084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e3f9ea17-2964-451a-a7d2-3c0bf0b67260","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:04.962443953Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"1d1def58-5a91-4f52-a350-ae7fc7cea3ce","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:04.962456467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"1d1def58-5a91-4f52-a350-ae7fc7cea3ce","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:04.962643894Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fe73c689-e446-4173-aaf9-096b426630dd","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:04.962686524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fe73c689-e446-4173-aaf9-096b426630dd","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:04.962903117Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2f21cab3-33c2-4d21-ab3b-bec1145b654a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:04.962913445Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2f21cab3-33c2-4d21-ab3b-bec1145b654a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:04.963101501Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"dc5c797c-e1dd-4325-beaa-ac4fd46f1c38","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:04.963111155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"dc5c797c-e1dd-4325-beaa-ac4fd46f1c38","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:04.9632805Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"6e33cf46-8ef8-4ee4-86a5-92e3e1b9ef59","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:04.963289715Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"6e33cf46-8ef8-4ee4-86a5-92e3e1b9ef59","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:04.963457641Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fc176a48-bceb-4f9b-bd80-8e2a880dfa5b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:04.963466427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fc176a48-bceb-4f9b-bd80-8e2a880dfa5b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:05.015956023Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a05b7e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a05b7e","reconcileID":"761a075f-bc5d-465b-8759-49065536e5f1","MaaSModelRef":{"name":"e2e-rt-sw-a05b7e","namespace":"llm"},"name":"e2e-rt-sw-a05b7e","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:05.067741883Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"45900a23-a4d2-4201-aa3e-f283ff20e117","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:05.067803261Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7c99e045-3d20-41c1-9cba-2c1fc2cbad28","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:05.078090377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-de3cce7b-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-filter-sub-a-de3cce7b-auth","reconcileID":"e81e7be6-43a6-469b-92e0-58695c95fa6a","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-de3cce7b-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:05.078942652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-access","reconcileID":"c73267a7-17c1-4b87-86b3-96a2404836f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-baacee","tenantID":"e2e-worker-w1-baacee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:05.079038082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"68bafb95-6591-4dbe-a97b-49011cfd031b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:05.079383143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"88214626-495b-446e-a33d-fc5c2ec94c67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:05.114947495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"10c792ff-39f0-444b-afc7-2d186d9e3f72","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:05.135566095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-de3cce7b-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-filter-sub-a-de3cce7b-auth","reconcileID":"e81e7be6-43a6-469b-92e0-58695c95fa6a","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-de3cce7b-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:05.135763163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-access","reconcileID":"c73267a7-17c1-4b87-86b3-96a2404836f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"e2e-worker-w1-baacee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:05.138013037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"88214626-495b-446e-a33d-fc5c2ec94c67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:05.138090284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"68bafb95-6591-4dbe-a97b-49011cfd031b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:05.278631663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"acec33be-9a17-476f-8492-c1bfc61496a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:05.335517843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"acec33be-9a17-476f-8492-c1bfc61496a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:05.392887199Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-057e2d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"acec33be-9a17-476f-8492-c1bfc61496a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:05.503891037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-access","reconcileID":"a6bd45ac-4ac6-4272-89c8-888a3f220885","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8f6b5b","tenantID":"e2e-worker-w4-8f6b5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:05.50397221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"2b79a075-a310-492c-87c3-f1d6ef4062d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:05.504378595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-access","reconcileID":"9a488a20-5203-46c2-99ba-e69731fa96ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8f6b5b","tenantID":"e2e-worker-w4-8f6b5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:05.50443744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-8a24408f-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-filter-sub-b-8a24408f-auth","reconcileID":"3cf1cf45-fa8f-4fab-8c66-da676ac8caa9","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-8a24408f-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:05.562362811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"2b79a075-a310-492c-87c3-f1d6ef4062d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:05.562553863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-access","reconcileID":"a6bd45ac-4ac6-4272-89c8-888a3f220885","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"e2e-worker-w4-8f6b5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:05.564901876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-8a24408f-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-filter-sub-b-8a24408f-auth","reconcileID":"3cf1cf45-fa8f-4fab-8c66-da676ac8caa9","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-8a24408f-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:05.566085498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-access","reconcileID":"9a488a20-5203-46c2-99ba-e69731fa96ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"e2e-worker-w4-8f6b5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:05.604747174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"81ff16d5-7080-44f3-9b39-e0ffd55745bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:05.619069632Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-8f6b5b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f158d9cbc9fa0d7ef560c555eaad1f0bae30dd733c1016d6d4161cd51a86aa44) AuthConfig (12b4f298d265aeb9c39e0952c94521c7d284336e96936ab5691a767a91d93ff9) AuthConfig (3ec73d94cb8ab67349bdeb9d34a176750f52b355426aa7b41d0692060ae536c2) AuthConfig (db2efae145ee886324203b3fc8d4cff885116c977634c618307286353b6f14d9) AuthConfig (8228e66486a5a1a70b6f07be992a7e62217b749f474189810f58ddd4a4137d69) AuthConfig (bbc8d08abd41cfc5f6d83ef92b8f983a46229cd29bd2181d8bb95588fc5d11bb) AuthConfig (7a2cd62b16db6a5adf3c79636e58c54f23f3e9fa1ccac491c73fb47de4753dff) AuthConfig (95c69e9e91455381c6239e84d3d3d809f46bc162c58a88b9b7a713bb17d44645) AuthConfig (47e6ca137c33c41dd9629c0a262517df28d8da99b556451e0866b6c46fe949ee) AuthConfig (5d8ffe3b5ea49e327ad197a5fa2ee6dcf738ad90d04f6d5b0bf45bfc7ae2b1b1) AuthConfig (89152c39a031246a3509edbb51e2f862d7c1efdc3c0a4d48f7fd4a978782dc1f) AuthConfig (1c13bb7d5a8b83ee84778a6f206df0918bcab72f0ae3b4607e89fc08f1ef2367) AuthConfig (27ff000a98b6cae751edb27e55ad14a3da079a8f6a45ddaa9cc4f0cdc84a2bd6) AuthConfig (ff80e8a0807d4d490a02a828713a8f1822c94b501e0d2b3a6ef559f7c8b4affd) AuthConfig (92109ce8a99ca9eee9f2056b7271d60ad9fb2a9280faa8b53104b9fdb983080c) AuthConfig (ee6e5bcdf4e2a015bf0c3be1d89f40cc9f705cce5f063204c999e979b4422b42) AuthConfig (397e4f482c8db4441403abfaa4ed49d0fb3a565b8353930e706a90a5cba27e2b) AuthConfig (2d985ac0ea35c72dc2f0b049f6d16edcf00615c2cbefbe62e63799c219f43548) AuthConfig (faa1b4373ccf5007b48ac152084264b4a6afb69c8f02803a451efd15d05f98ca) AuthConfig (18df6a1db7f609a125feced3a3aa0bb9f7d73c2856e9ae77e392307c954c6a5d) AuthConfig (a2781a9f716705f6f231cc2fc4580ff495d94e638502bcf43d6564cd6437b96c) AuthConfig (f1f810c26b619c014fcffcf47ccfb1b9fa35e5b6008dfd54344e4c178c66b4cc) AuthConfig (0e851811478b6767dfd42fdf608b48f5fb891f8c9bbc01c341354cc707df7db6) AuthConfig (0c540659fe7bd1b8ddb27c1148cf9e20b13024894cb148d7a8d1569a8037b05b) AuthConfig (60a1a24c9fba606bfc7b0cafbbdc50f34e9df19a891072cfea34b14671b6da37) AuthConfig (56dfc91ae6627f1b9086caa88c36776f03a7b03ad8959008da9e59e43adcf94e) AuthConfig (3765e1278207195c50ee1e951877a4894849a41733c6bb80de433ea53d6925b2) AuthConfig (b55aa777add9ddb3b2b914d36049fae808dbc23a9c4104fc64abeb53bb98ec68) AuthConfig (89cae12fa78f1d083e401881135ca228f846694bff1f46e9566e71b404c4eeac) AuthConfig (6bc22172f04e479cc88c6317fc7d521912d64ec9a1fbe37277427d0b2ab9343c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-access","reconcileID":"a6bd45ac-4ac6-4272-89c8-888a3f220885","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:05.619170174Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-057e2d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"2b79a075-a310-492c-87c3-f1d6ef4062d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:05.622338285Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-8f6b5b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f158d9cbc9fa0d7ef560c555eaad1f0bae30dd733c1016d6d4161cd51a86aa44) AuthConfig (12b4f298d265aeb9c39e0952c94521c7d284336e96936ab5691a767a91d93ff9) AuthConfig (3ec73d94cb8ab67349bdeb9d34a176750f52b355426aa7b41d0692060ae536c2) AuthConfig (db2efae145ee886324203b3fc8d4cff885116c977634c618307286353b6f14d9) AuthConfig (8228e66486a5a1a70b6f07be992a7e62217b749f474189810f58ddd4a4137d69) AuthConfig (bbc8d08abd41cfc5f6d83ef92b8f983a46229cd29bd2181d8bb95588fc5d11bb) AuthConfig (7a2cd62b16db6a5adf3c79636e58c54f23f3e9fa1ccac491c73fb47de4753dff) AuthConfig (95c69e9e91455381c6239e84d3d3d809f46bc162c58a88b9b7a713bb17d44645) AuthConfig (47e6ca137c33c41dd9629c0a262517df28d8da99b556451e0866b6c46fe949ee) AuthConfig (5d8ffe3b5ea49e327ad197a5fa2ee6dcf738ad90d04f6d5b0bf45bfc7ae2b1b1) AuthConfig (89152c39a031246a3509edbb51e2f862d7c1efdc3c0a4d48f7fd4a978782dc1f) AuthConfig (1c13bb7d5a8b83ee84778a6f206df0918bcab72f0ae3b4607e89fc08f1ef2367) AuthConfig (27ff000a98b6cae751edb27e55ad14a3da079a8f6a45ddaa9cc4f0cdc84a2bd6) AuthConfig (ff80e8a0807d4d490a02a828713a8f1822c94b501e0d2b3a6ef559f7c8b4affd) AuthConfig (92109ce8a99ca9eee9f2056b7271d60ad9fb2a9280faa8b53104b9fdb983080c) AuthConfig (ee6e5bcdf4e2a015bf0c3be1d89f40cc9f705cce5f063204c999e979b4422b42) AuthConfig (397e4f482c8db4441403abfaa4ed49d0fb3a565b8353930e706a90a5cba27e2b) AuthConfig (2d985ac0ea35c72dc2f0b049f6d16edcf00615c2cbefbe62e63799c219f43548) AuthConfig (faa1b4373ccf5007b48ac152084264b4a6afb69c8f02803a451efd15d05f98ca) AuthConfig (18df6a1db7f609a125feced3a3aa0bb9f7d73c2856e9ae77e392307c954c6a5d) AuthConfig (a2781a9f716705f6f231cc2fc4580ff495d94e638502bcf43d6564cd6437b96c) AuthConfig (f1f810c26b619c014fcffcf47ccfb1b9fa35e5b6008dfd54344e4c178c66b4cc) AuthConfig (0e851811478b6767dfd42fdf608b48f5fb891f8c9bbc01c341354cc707df7db6) AuthConfig (0c540659fe7bd1b8ddb27c1148cf9e20b13024894cb148d7a8d1569a8037b05b) AuthConfig (60a1a24c9fba606bfc7b0cafbbdc50f34e9df19a891072cfea34b14671b6da37) AuthConfig (56dfc91ae6627f1b9086caa88c36776f03a7b03ad8959008da9e59e43adcf94e) AuthConfig (3765e1278207195c50ee1e951877a4894849a41733c6bb80de433ea53d6925b2) AuthConfig (b55aa777add9ddb3b2b914d36049fae808dbc23a9c4104fc64abeb53bb98ec68) AuthConfig (89cae12fa78f1d083e401881135ca228f846694bff1f46e9566e71b404c4eeac) AuthConfig (6bc22172f04e479cc88c6317fc7d521912d64ec9a1fbe37277427d0b2ab9343c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-access","reconcileID":"9a488a20-5203-46c2-99ba-e69731fa96ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:05.662108065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"81ff16d5-7080-44f3-9b39-e0ffd55745bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:05.776291548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"bfa6ea0a-8219-45df-bbf4-0c647292d427","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:05.776484529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c394aff2-82b0-47e4-b066-28580c740cb0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:05.780305461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"0a0fc16c-d7a5-498f-bf68-334e4ac30c64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:05.833752167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"bfa6ea0a-8219-45df-bbf4-0c647292d427","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:05.834129868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c394aff2-82b0-47e4-b066-28580c740cb0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:05.836869113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"0a0fc16c-d7a5-498f-bf68-334e4ac30c64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:05.880983507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-de3cce7b-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-filter-sub-a-de3cce7b-auth","reconcileID":"c8df2707-03c4-4ae9-985f-35ce33c1bb27","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-de3cce7b-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:05.937797333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-de3cce7b-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-filter-sub-a-de3cce7b-auth","reconcileID":"c8df2707-03c4-4ae9-985f-35ce33c1bb27","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-de3cce7b-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:06.1540757Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-a05b7e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a05b7e","reconcileID":"131eddc9-12b6-4dff-a85a-3915ba20cfa7","namespace":"llm","name":"e2e-rt-sw-a05b7e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:06.207208504Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a05b7e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a05b7e","reconcileID":"2d7b99e9-79e3-4c7a-ad63-95e61a5eb88c","MaaSModelRef":{"name":"e2e-rt-sw-a05b7e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-a05b7e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:06.207240356Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a05b7e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a05b7e","reconcileID":"2d7b99e9-79e3-4c7a-ad63-95e61a5eb88c","MaaSModelRef":{"name":"e2e-rt-sw-a05b7e","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-a05b7e-7b5ba21d062f","namespace":"llm","model":"e2e-rt-sw-a05b7e","externalModel":"e2e-rt-sw-a05b7e","provider":"e2e-rt-sw-a05b7e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:06.31284892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-access","reconcileID":"8551a2ad-3566-4458-a8a8-fd30adc73d8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8f6b5b","tenantID":"e2e-worker-w4-8f6b5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:06.312940867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"ab483a1d-ba96-476a-9d52-3ebf0fb07b40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:06.313576904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"95a7b921-a8fb-4641-a48e-7ce38b15b732","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:06.313825431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"caaae6ff-1402-4c27-a146-c4b928fd0511","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:06.313576956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-access","reconcileID":"5d75d221-9549-45ed-ad31-dc6d88ebcd0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8f6b5b","tenantID":"e2e-worker-w4-8f6b5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:06.371512163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-access","reconcileID":"8551a2ad-3566-4458-a8a8-fd30adc73d8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"e2e-worker-w4-8f6b5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:06.371530707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"ab483a1d-ba96-476a-9d52-3ebf0fb07b40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:06.374891057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"95a7b921-a8fb-4641-a48e-7ce38b15b732","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:06.37521012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"caaae6ff-1402-4c27-a146-c4b928fd0511","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:06.377307947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-access","reconcileID":"5d75d221-9549-45ed-ad31-dc6d88ebcd0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"e2e-worker-w4-8f6b5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:06.428009812Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-057e2d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"ab483a1d-ba96-476a-9d52-3ebf0fb07b40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:06.428012995Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-8f6b5b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f158d9cbc9fa0d7ef560c555eaad1f0bae30dd733c1016d6d4161cd51a86aa44) AuthConfig (12b4f298d265aeb9c39e0952c94521c7d284336e96936ab5691a767a91d93ff9) AuthConfig (3ec73d94cb8ab67349bdeb9d34a176750f52b355426aa7b41d0692060ae536c2) AuthConfig (db2efae145ee886324203b3fc8d4cff885116c977634c618307286353b6f14d9) AuthConfig (8228e66486a5a1a70b6f07be992a7e62217b749f474189810f58ddd4a4137d69) AuthConfig (bbc8d08abd41cfc5f6d83ef92b8f983a46229cd29bd2181d8bb95588fc5d11bb) AuthConfig (7a2cd62b16db6a5adf3c79636e58c54f23f3e9fa1ccac491c73fb47de4753dff) AuthConfig (95c69e9e91455381c6239e84d3d3d809f46bc162c58a88b9b7a713bb17d44645) AuthConfig (47e6ca137c33c41dd9629c0a262517df28d8da99b556451e0866b6c46fe949ee) AuthConfig (5d8ffe3b5ea49e327ad197a5fa2ee6dcf738ad90d04f6d5b0bf45bfc7ae2b1b1) AuthConfig (89152c39a031246a3509edbb51e2f862d7c1efdc3c0a4d48f7fd4a978782dc1f) AuthConfig (1c13bb7d5a8b83ee84778a6f206df0918bcab72f0ae3b4607e89fc08f1ef2367) AuthConfig (27ff000a98b6cae751edb27e55ad14a3da079a8f6a45ddaa9cc4f0cdc84a2bd6) AuthConfig (ff80e8a0807d4d490a02a828713a8f1822c94b501e0d2b3a6ef559f7c8b4affd) AuthConfig (92109ce8a99ca9eee9f2056b7271d60ad9fb2a9280faa8b53104b9fdb983080c) AuthConfig (ee6e5bcdf4e2a015bf0c3be1d89f40cc9f705cce5f063204c999e979b4422b42) AuthConfig (397e4f482c8db4441403abfaa4ed49d0fb3a565b8353930e706a90a5cba27e2b) AuthConfig (2d985ac0ea35c72dc2f0b049f6d16edcf00615c2cbefbe62e63799c219f43548) AuthConfig (faa1b4373ccf5007b48ac152084264b4a6afb69c8f02803a451efd15d05f98ca) AuthConfig (18df6a1db7f609a125feced3a3aa0bb9f7d73c2856e9ae77e392307c954c6a5d) AuthConfig (a2781a9f716705f6f231cc2fc4580ff495d94e638502bcf43d6564cd6437b96c) AuthConfig (f1f810c26b619c014fcffcf47ccfb1b9fa35e5b6008dfd54344e4c178c66b4cc) AuthConfig (0e851811478b6767dfd42fdf608b48f5fb891f8c9bbc01c341354cc707df7db6) AuthConfig (0c540659fe7bd1b8ddb27c1148cf9e20b13024894cb148d7a8d1569a8037b05b) AuthConfig (60a1a24c9fba606bfc7b0cafbbdc50f34e9df19a891072cfea34b14671b6da37) AuthConfig (56dfc91ae6627f1b9086caa88c36776f03a7b03ad8959008da9e59e43adcf94e) AuthConfig (3765e1278207195c50ee1e951877a4894849a41733c6bb80de433ea53d6925b2) AuthConfig (b55aa777add9ddb3b2b914d36049fae808dbc23a9c4104fc64abeb53bb98ec68) AuthConfig (89cae12fa78f1d083e401881135ca228f846694bff1f46e9566e71b404c4eeac) AuthConfig (6bc22172f04e479cc88c6317fc7d521912d64ec9a1fbe37277427d0b2ab9343c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-access","reconcileID":"8551a2ad-3566-4458-a8a8-fd30adc73d8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:06.430242529Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-057e2d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"95a7b921-a8fb-4641-a48e-7ce38b15b732","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:06.432323925Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-8f6b5b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f158d9cbc9fa0d7ef560c555eaad1f0bae30dd733c1016d6d4161cd51a86aa44) AuthConfig (12b4f298d265aeb9c39e0952c94521c7d284336e96936ab5691a767a91d93ff9) AuthConfig (3ec73d94cb8ab67349bdeb9d34a176750f52b355426aa7b41d0692060ae536c2) AuthConfig (db2efae145ee886324203b3fc8d4cff885116c977634c618307286353b6f14d9) AuthConfig (8228e66486a5a1a70b6f07be992a7e62217b749f474189810f58ddd4a4137d69) AuthConfig (bbc8d08abd41cfc5f6d83ef92b8f983a46229cd29bd2181d8bb95588fc5d11bb) AuthConfig (7a2cd62b16db6a5adf3c79636e58c54f23f3e9fa1ccac491c73fb47de4753dff) AuthConfig (95c69e9e91455381c6239e84d3d3d809f46bc162c58a88b9b7a713bb17d44645) AuthConfig (47e6ca137c33c41dd9629c0a262517df28d8da99b556451e0866b6c46fe949ee) AuthConfig (5d8ffe3b5ea49e327ad197a5fa2ee6dcf738ad90d04f6d5b0bf45bfc7ae2b1b1) AuthConfig (89152c39a031246a3509edbb51e2f862d7c1efdc3c0a4d48f7fd4a978782dc1f) AuthConfig (1c13bb7d5a8b83ee84778a6f206df0918bcab72f0ae3b4607e89fc08f1ef2367) AuthConfig (27ff000a98b6cae751edb27e55ad14a3da079a8f6a45ddaa9cc4f0cdc84a2bd6) AuthConfig (ff80e8a0807d4d490a02a828713a8f1822c94b501e0d2b3a6ef559f7c8b4affd) AuthConfig (92109ce8a99ca9eee9f2056b7271d60ad9fb2a9280faa8b53104b9fdb983080c) AuthConfig (ee6e5bcdf4e2a015bf0c3be1d89f40cc9f705cce5f063204c999e979b4422b42) AuthConfig (397e4f482c8db4441403abfaa4ed49d0fb3a565b8353930e706a90a5cba27e2b) AuthConfig (2d985ac0ea35c72dc2f0b049f6d16edcf00615c2cbefbe62e63799c219f43548) AuthConfig (faa1b4373ccf5007b48ac152084264b4a6afb69c8f02803a451efd15d05f98ca) AuthConfig (18df6a1db7f609a125feced3a3aa0bb9f7d73c2856e9ae77e392307c954c6a5d) AuthConfig (a2781a9f716705f6f231cc2fc4580ff495d94e638502bcf43d6564cd6437b96c) AuthConfig (f1f810c26b619c014fcffcf47ccfb1b9fa35e5b6008dfd54344e4c178c66b4cc) AuthConfig (0e851811478b6767dfd42fdf608b48f5fb891f8c9bbc01c341354cc707df7db6) AuthConfig (0c540659fe7bd1b8ddb27c1148cf9e20b13024894cb148d7a8d1569a8037b05b) AuthConfig (60a1a24c9fba606bfc7b0cafbbdc50f34e9df19a891072cfea34b14671b6da37) AuthConfig (56dfc91ae6627f1b9086caa88c36776f03a7b03ad8959008da9e59e43adcf94e) AuthConfig (3765e1278207195c50ee1e951877a4894849a41733c6bb80de433ea53d6925b2) AuthConfig (b55aa777add9ddb3b2b914d36049fae808dbc23a9c4104fc64abeb53bb98ec68) AuthConfig (89cae12fa78f1d083e401881135ca228f846694bff1f46e9566e71b404c4eeac) AuthConfig (6bc22172f04e479cc88c6317fc7d521912d64ec9a1fbe37277427d0b2ab9343c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-access","reconcileID":"5d75d221-9549-45ed-ad31-dc6d88ebcd0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:06.586137922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"7e9ea832-1643-4915-b116-f2fecd723407","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:06.586420584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-8a24408f-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-filter-sub-b-8a24408f-auth","reconcileID":"75dfaadc-98f3-48f8-bcf3-e28c6bbde5f7","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-8a24408f-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:06.587369958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"703b09aa-726b-4d68-b3d7-2ced550c730e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:06.589308231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"568b9f51-eb32-4b20-815b-06d82b4e748b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:06.643590687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"7e9ea832-1643-4915-b116-f2fecd723407","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:06.643645158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-8a24408f-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-filter-sub-b-8a24408f-auth","reconcileID":"75dfaadc-98f3-48f8-bcf3-e28c6bbde5f7","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-8a24408f-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:06.64616144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"703b09aa-726b-4d68-b3d7-2ced550c730e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:06.646190933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"568b9f51-eb32-4b20-815b-06d82b4e748b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:06.69173419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-access","reconcileID":"770e37c1-d91b-4fbd-8df1-5b3332c85acc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-baacee","tenantID":"e2e-worker-w1-baacee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:06.74796347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-access","reconcileID":"770e37c1-d91b-4fbd-8df1-5b3332c85acc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"e2e-worker-w1-baacee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:07.007436797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1d6e3de9-55a0-4e98-b42b-7e1681aa85de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:07.007444601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"4922c674-9090-458a-b68f-8d96d0ae314b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:07.066084826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1d6e3de9-55a0-4e98-b42b-7e1681aa85de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:07.066084828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"4922c674-9090-458a-b68f-8d96d0ae314b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:07.108614262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-access","reconcileID":"d86973aa-09f6-4bc3-b44a-c673dc82543c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-baacee","tenantID":"e2e-worker-w1-baacee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:07.108631994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-de3cce7b-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-filter-sub-a-de3cce7b-auth","reconcileID":"c4d35ae3-0521-4d16-ac67-5c5a92be1940","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-de3cce7b-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:07.165712612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-access","reconcileID":"d86973aa-09f6-4bc3-b44a-c673dc82543c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"e2e-worker-w1-baacee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:07.166216941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-de3cce7b-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-filter-sub-a-de3cce7b-auth","reconcileID":"c4d35ae3-0521-4d16-ac67-5c5a92be1940","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-de3cce7b-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:07.634092547Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-a05b7e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a05b7e","reconcileID":"7d90db7f-3607-4a95-9047-34dfa8d83f2c","namespace":"llm","name":"e2e-rt-sw-a05b7e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:07.838896288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1e379aa6-dc35-4fd7-9a9e-b590b2d9ca41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:07.839113907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"679fc25a-9b11-4b8b-afa9-d3a6f59d3562","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:07.839598908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"de68a56f-fbe2-48ee-b0f3-03059113e0d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:07.839636827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-access","reconcileID":"2c082457-a18a-4a76-a6a6-cd6959d41b6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8f6b5b","tenantID":"e2e-worker-w4-8f6b5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:07.838896272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-access","reconcileID":"eb38e8fb-11b2-496e-90ff-ea6c8b8ff357","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8f6b5b","tenantID":"e2e-worker-w4-8f6b5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:07.897453547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"de68a56f-fbe2-48ee-b0f3-03059113e0d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:07.897676413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1e379aa6-dc35-4fd7-9a9e-b590b2d9ca41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:07.900623711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"679fc25a-9b11-4b8b-afa9-d3a6f59d3562","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:07.901807884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-access","reconcileID":"eb38e8fb-11b2-496e-90ff-ea6c8b8ff357","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"e2e-worker-w4-8f6b5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:07.903401205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-access","reconcileID":"2c082457-a18a-4a76-a6a6-cd6959d41b6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"e2e-worker-w4-8f6b5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:07.953131468Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-057e2d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"de68a56f-fbe2-48ee-b0f3-03059113e0d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:07.956170625Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-057e2d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"679fc25a-9b11-4b8b-afa9-d3a6f59d3562","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:07.957580494Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-8f6b5b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f158d9cbc9fa0d7ef560c555eaad1f0bae30dd733c1016d6d4161cd51a86aa44) AuthConfig (12b4f298d265aeb9c39e0952c94521c7d284336e96936ab5691a767a91d93ff9) AuthConfig (3ec73d94cb8ab67349bdeb9d34a176750f52b355426aa7b41d0692060ae536c2) AuthConfig (db2efae145ee886324203b3fc8d4cff885116c977634c618307286353b6f14d9) AuthConfig (8228e66486a5a1a70b6f07be992a7e62217b749f474189810f58ddd4a4137d69) AuthConfig (bbc8d08abd41cfc5f6d83ef92b8f983a46229cd29bd2181d8bb95588fc5d11bb) AuthConfig (7a2cd62b16db6a5adf3c79636e58c54f23f3e9fa1ccac491c73fb47de4753dff) AuthConfig (95c69e9e91455381c6239e84d3d3d809f46bc162c58a88b9b7a713bb17d44645) AuthConfig (47e6ca137c33c41dd9629c0a262517df28d8da99b556451e0866b6c46fe949ee) AuthConfig (5d8ffe3b5ea49e327ad197a5fa2ee6dcf738ad90d04f6d5b0bf45bfc7ae2b1b1) AuthConfig (89152c39a031246a3509edbb51e2f862d7c1efdc3c0a4d48f7fd4a978782dc1f) AuthConfig (1c13bb7d5a8b83ee84778a6f206df0918bcab72f0ae3b4607e89fc08f1ef2367) AuthConfig (27ff000a98b6cae751edb27e55ad14a3da079a8f6a45ddaa9cc4f0cdc84a2bd6) AuthConfig (ff80e8a0807d4d490a02a828713a8f1822c94b501e0d2b3a6ef559f7c8b4affd) AuthConfig (92109ce8a99ca9eee9f2056b7271d60ad9fb2a9280faa8b53104b9fdb983080c) AuthConfig (ee6e5bcdf4e2a015bf0c3be1d89f40cc9f705cce5f063204c999e979b4422b42) AuthConfig (397e4f482c8db4441403abfaa4ed49d0fb3a565b8353930e706a90a5cba27e2b) AuthConfig (2d985ac0ea35c72dc2f0b049f6d16edcf00615c2cbefbe62e63799c219f43548) AuthConfig (faa1b4373ccf5007b48ac152084264b4a6afb69c8f02803a451efd15d05f98ca) AuthConfig (18df6a1db7f609a125feced3a3aa0bb9f7d73c2856e9ae77e392307c954c6a5d) AuthConfig (a2781a9f716705f6f231cc2fc4580ff495d94e638502bcf43d6564cd6437b96c) AuthConfig (f1f810c26b619c014fcffcf47ccfb1b9fa35e5b6008dfd54344e4c178c66b4cc) AuthConfig (0e851811478b6767dfd42fdf608b48f5fb891f8c9bbc01c341354cc707df7db6) AuthConfig (0c540659fe7bd1b8ddb27c1148cf9e20b13024894cb148d7a8d1569a8037b05b) AuthConfig (60a1a24c9fba606bfc7b0cafbbdc50f34e9df19a891072cfea34b14671b6da37) AuthConfig (56dfc91ae6627f1b9086caa88c36776f03a7b03ad8959008da9e59e43adcf94e) AuthConfig (3765e1278207195c50ee1e951877a4894849a41733c6bb80de433ea53d6925b2) AuthConfig (b55aa777add9ddb3b2b914d36049fae808dbc23a9c4104fc64abeb53bb98ec68) AuthConfig (89cae12fa78f1d083e401881135ca228f846694bff1f46e9566e71b404c4eeac) AuthConfig (6bc22172f04e479cc88c6317fc7d521912d64ec9a1fbe37277427d0b2ab9343c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-access","reconcileID":"eb38e8fb-11b2-496e-90ff-ea6c8b8ff357","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:07.958963112Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-8f6b5b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f158d9cbc9fa0d7ef560c555eaad1f0bae30dd733c1016d6d4161cd51a86aa44) AuthConfig (12b4f298d265aeb9c39e0952c94521c7d284336e96936ab5691a767a91d93ff9) AuthConfig (3ec73d94cb8ab67349bdeb9d34a176750f52b355426aa7b41d0692060ae536c2) AuthConfig (db2efae145ee886324203b3fc8d4cff885116c977634c618307286353b6f14d9) AuthConfig (8228e66486a5a1a70b6f07be992a7e62217b749f474189810f58ddd4a4137d69) AuthConfig (bbc8d08abd41cfc5f6d83ef92b8f983a46229cd29bd2181d8bb95588fc5d11bb) AuthConfig (7a2cd62b16db6a5adf3c79636e58c54f23f3e9fa1ccac491c73fb47de4753dff) AuthConfig (95c69e9e91455381c6239e84d3d3d809f46bc162c58a88b9b7a713bb17d44645) AuthConfig (47e6ca137c33c41dd9629c0a262517df28d8da99b556451e0866b6c46fe949ee) AuthConfig (5d8ffe3b5ea49e327ad197a5fa2ee6dcf738ad90d04f6d5b0bf45bfc7ae2b1b1) AuthConfig (89152c39a031246a3509edbb51e2f862d7c1efdc3c0a4d48f7fd4a978782dc1f) AuthConfig (1c13bb7d5a8b83ee84778a6f206df0918bcab72f0ae3b4607e89fc08f1ef2367) AuthConfig (27ff000a98b6cae751edb27e55ad14a3da079a8f6a45ddaa9cc4f0cdc84a2bd6) AuthConfig (ff80e8a0807d4d490a02a828713a8f1822c94b501e0d2b3a6ef559f7c8b4affd) AuthConfig (92109ce8a99ca9eee9f2056b7271d60ad9fb2a9280faa8b53104b9fdb983080c) AuthConfig (ee6e5bcdf4e2a015bf0c3be1d89f40cc9f705cce5f063204c999e979b4422b42) AuthConfig (397e4f482c8db4441403abfaa4ed49d0fb3a565b8353930e706a90a5cba27e2b) AuthConfig (2d985ac0ea35c72dc2f0b049f6d16edcf00615c2cbefbe62e63799c219f43548) AuthConfig (faa1b4373ccf5007b48ac152084264b4a6afb69c8f02803a451efd15d05f98ca) AuthConfig (18df6a1db7f609a125feced3a3aa0bb9f7d73c2856e9ae77e392307c954c6a5d) AuthConfig (a2781a9f716705f6f231cc2fc4580ff495d94e638502bcf43d6564cd6437b96c) AuthConfig (f1f810c26b619c014fcffcf47ccfb1b9fa35e5b6008dfd54344e4c178c66b4cc) AuthConfig (0e851811478b6767dfd42fdf608b48f5fb891f8c9bbc01c341354cc707df7db6) AuthConfig (0c540659fe7bd1b8ddb27c1148cf9e20b13024894cb148d7a8d1569a8037b05b) AuthConfig (60a1a24c9fba606bfc7b0cafbbdc50f34e9df19a891072cfea34b14671b6da37) AuthConfig (56dfc91ae6627f1b9086caa88c36776f03a7b03ad8959008da9e59e43adcf94e) AuthConfig (3765e1278207195c50ee1e951877a4894849a41733c6bb80de433ea53d6925b2) AuthConfig (b55aa777add9ddb3b2b914d36049fae808dbc23a9c4104fc64abeb53bb98ec68) AuthConfig (89cae12fa78f1d083e401881135ca228f846694bff1f46e9566e71b404c4eeac) AuthConfig (6bc22172f04e479cc88c6317fc7d521912d64ec9a1fbe37277427d0b2ab9343c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-access","reconcileID":"2c082457-a18a-4a76-a6a6-cd6959d41b6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:08.111150903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-access","reconcileID":"9172f5e0-96d2-43c3-8249-3b799a7ba5c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-baacee","tenantID":"e2e-worker-w1-baacee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:08.112916534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-de3cce7b-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-filter-sub-a-de3cce7b-auth","reconcileID":"c5f206b1-e0b9-4fda-8f27-640daae7b12b","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-de3cce7b-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:08.114462159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"faefbd35-8f37-4364-ac65-6faf5ce453a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:08.115271131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"44deb10b-19b0-47ef-ad75-1fce4e9cfdc0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:08.168068496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-access","reconcileID":"9172f5e0-96d2-43c3-8249-3b799a7ba5c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"e2e-worker-w1-baacee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:08.170482336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-de3cce7b-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-filter-sub-a-de3cce7b-auth","reconcileID":"c5f206b1-e0b9-4fda-8f27-640daae7b12b","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-de3cce7b-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:08.172057132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"faefbd35-8f37-4364-ac65-6faf5ce453a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:08.173414518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"44deb10b-19b0-47ef-ad75-1fce4e9cfdc0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:08.213430678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-8a24408f-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-filter-sub-b-8a24408f-auth","reconcileID":"c313b04e-f932-4e31-8be8-8e2798af101e","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-8a24408f-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:08.271459265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-8a24408f-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-filter-sub-b-8a24408f-auth","reconcileID":"c313b04e-f932-4e31-8be8-8e2798af101e","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-8a24408f-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:08.48221215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"269c8fc6-5a01-4a71-b321-027c55c4fda7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:08.486150288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"fc00097b-4cd8-4d09-af10-7ed1a1ae975d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:08.48616119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"7f793b0c-d9ce-4b56-afa3-ab218f566f87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:08.486588477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-access","reconcileID":"3d2aeb99-76df-4c9f-86d7-c1a3ae1d7eb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-baacee","tenantID":"e2e-worker-w1-baacee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:08.538822342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"269c8fc6-5a01-4a71-b321-027c55c4fda7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:08.542908136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"fc00097b-4cd8-4d09-af10-7ed1a1ae975d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:08.543022006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"7f793b0c-d9ce-4b56-afa3-ab218f566f87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:08.545209557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-access","reconcileID":"3d2aeb99-76df-4c9f-86d7-c1a3ae1d7eb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"e2e-worker-w1-baacee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:10.317825156Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a05b7e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a05b7e","reconcileID":"d670ed62-646e-478c-a698-de008ac98d53","MaaSModelRef":{"name":"e2e-rt-sw-a05b7e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-a05b7e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:10.317855163Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a05b7e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a05b7e","reconcileID":"d670ed62-646e-478c-a698-de008ac98d53","MaaSModelRef":{"name":"e2e-rt-sw-a05b7e","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-a05b7e-7b5ba21d062f","namespace":"llm","model":"e2e-rt-sw-a05b7e","externalModel":"e2e-rt-sw-a05b7e","provider":"e2e-rt-sw-a05b7e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:10.424915328Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a05b7e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a05b7e","reconcileID":"318a6042-822b-4cf6-be80-6bd92173aec5","MaaSModelRef":{"name":"e2e-rt-sw-a05b7e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-a05b7e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:10.424941881Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a05b7e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a05b7e","reconcileID":"318a6042-822b-4cf6-be80-6bd92173aec5","MaaSModelRef":{"name":"e2e-rt-sw-a05b7e","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-a05b7e-7b5ba21d062f","namespace":"llm","model":"e2e-rt-sw-a05b7e","externalModel":"e2e-rt-sw-a05b7e","provider":"e2e-rt-sw-a05b7e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:10.534067462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a05b7e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a05b7e-access","reconcileID":"a28b5af8-a349-416c-b4b0-2be0d2f43ed3","MaaSAuthPolicy":{"name":"e2e-rt-sw-a05b7e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:10.59110034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a05b7e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a05b7e-access","reconcileID":"a28b5af8-a349-416c-b4b0-2be0d2f43ed3","MaaSAuthPolicy":{"name":"e2e-rt-sw-a05b7e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:11.022954964Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a05b7e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a05b7e","reconcileID":"d322315a-3c4e-423d-8272-500963a872b9","MaaSModelRef":{"name":"e2e-rt-sw-a05b7e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-a05b7e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:11.022983727Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a05b7e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a05b7e","reconcileID":"d322315a-3c4e-423d-8272-500963a872b9","MaaSModelRef":{"name":"e2e-rt-sw-a05b7e","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-a05b7e-7b5ba21d062f","namespace":"llm","model":"e2e-rt-sw-a05b7e","externalModel":"e2e-rt-sw-a05b7e","provider":"e2e-rt-sw-a05b7e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:14.033289747Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:15.279423352Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-de3cce7b","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-filter-sub-a-de3cce7b","reconcileID":"5ad190eb-dd24-41ef-85c1-0c6614704508","MaaSSubscription":{"name":"e2e-filter-sub-a-de3cce7b","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","subscription":"e2e-filter-sub-a-de3cce7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:15.498092181Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-de3cce7b","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-filter-sub-a-de3cce7b","reconcileID":"5ad190eb-dd24-41ef-85c1-0c6614704508","MaaSSubscription":{"name":"e2e-filter-sub-a-de3cce7b","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-simulator-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-a8e157/e2e-filter-sub-b-8a24408f","ai-tenant-e2e-worker-w3-a8e157/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:15.710937869Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-subscription","reconcileID":"c0861800-8308-4dc0-a382-33ccb5e7e824","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-simulator-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:15.710990702Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-8a24408f","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-filter-sub-b-8a24408f","reconcileID":"4ab5b1cb-d40b-4fdf-8ef5-343267570635","MaaSSubscription":{"name":"e2e-filter-sub-b-8a24408f","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-simulator-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:15.762276984Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"4b618567-de81-40a3-8a92-f5167ca294af","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:15.822617214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"d46d82c9-a049-46c9-9ad4-55e9c3eb8a94","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:15.917582636Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a05b7e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a05b7e","reconcileID":"91d502dd-b982-4f65-8e71-9fbbd8b3418a","MaaSModelRef":{"name":"e2e-rt-sw-a05b7e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-a05b7e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:15.91761175Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a05b7e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a05b7e","reconcileID":"91d502dd-b982-4f65-8e71-9fbbd8b3418a","MaaSModelRef":{"name":"e2e-rt-sw-a05b7e","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-a05b7e-7b5ba21d062f","namespace":"llm","model":"e2e-rt-sw-a05b7e","externalModel":"e2e-rt-sw-a05b7e","provider":"e2e-rt-sw-a05b7e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:15.922403803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-8a24408f-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-filter-sub-b-8a24408f-auth","reconcileID":"b46c2540-fb0c-451c-81c3-adfc4d2bae5b","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-8a24408f-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:15.922496112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"61286c29-4567-43f3-b377-62dbb4a35a68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:15.923093711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"e830fbc5-348c-414c-a79f-b20b9d7e7053","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:15.923328878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-de3cce7b-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-filter-sub-a-de3cce7b-auth","reconcileID":"1af0b7ee-354f-451f-bc25-fdb97443aeb2","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-de3cce7b-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:20:15.973682322Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-a05b7e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a05b7e-sub","reconcileID":"d1bcd6c6-73cc-49b8-91bc-469592a2adb1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rt-sw-a05b7e-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:15.980386859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"61286c29-4567-43f3-b377-62dbb4a35a68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:15.980892268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-8a24408f-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-filter-sub-b-8a24408f-auth","reconcileID":"b46c2540-fb0c-451c-81c3-adfc4d2bae5b","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-8a24408f-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:15.983414055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-de3cce7b-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-filter-sub-a-de3cce7b-auth","reconcileID":"1af0b7ee-354f-451f-bc25-fdb97443aeb2","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-de3cce7b-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:15.983680338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"e830fbc5-348c-414c-a79f-b20b9d7e7053","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:16.031343476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"dbb63b6f-9b1f-445a-b5de-d9bebe493442","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:16.076460199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"badda079-b2fa-4ab9-b843-c3048f0eea01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:16.084767128Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a05b7e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a05b7e","reconcileID":"c9f4038f-8ece-4f97-8742-7663a5fe2f93","MaaSModelRef":{"name":"e2e-rt-sw-a05b7e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-a05b7e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:16.08479613Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a05b7e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a05b7e","reconcileID":"c9f4038f-8ece-4f97-8742-7663a5fe2f93","MaaSModelRef":{"name":"e2e-rt-sw-a05b7e","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-a05b7e-7b5ba21d062f","namespace":"llm","model":"e2e-rt-sw-a05b7e","externalModel":"e2e-rt-sw-a05b7e","provider":"e2e-rt-sw-a05b7e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:16.134580334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"badda079-b2fa-4ab9-b843-c3048f0eea01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:16.191057448Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a05b7e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a05b7e","reconcileID":"a2cf6433-f9ca-4c62-b224-6063ee4b934b","MaaSModelRef":{"name":"e2e-rt-sw-a05b7e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-a05b7e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:16.191084127Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a05b7e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a05b7e","reconcileID":"a2cf6433-f9ca-4c62-b224-6063ee4b934b","MaaSModelRef":{"name":"e2e-rt-sw-a05b7e","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-a05b7e-7b5ba21d062f","namespace":"llm","model":"e2e-rt-sw-a05b7e","externalModel":"e2e-rt-sw-a05b7e","provider":"e2e-rt-sw-a05b7e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:16.297100402Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a05b7e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a05b7e","reconcileID":"6c6d2e0f-30f5-47e9-ae1d-2ffecc797584","MaaSModelRef":{"name":"e2e-rt-sw-a05b7e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-a05b7e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:16.297127093Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a05b7e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a05b7e","reconcileID":"6c6d2e0f-30f5-47e9-ae1d-2ffecc797584","MaaSModelRef":{"name":"e2e-rt-sw-a05b7e","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-a05b7e-7b5ba21d062f","namespace":"llm","model":"e2e-rt-sw-a05b7e","externalModel":"e2e-rt-sw-a05b7e","provider":"e2e-rt-sw-a05b7e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:16.398035878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d2c42556-d013-4af7-92dd-8ec3367bad50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:16.402890052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a05b7e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a05b7e-access","reconcileID":"d3c67cdd-33db-4115-adaa-eb74da6d4604","MaaSAuthPolicy":{"name":"e2e-rt-sw-a05b7e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:16.423526473Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-a05b7e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a05b7e-sub","reconcileID":"53094bf8-1c1e-45cb-b994-aab5b2205622","MaaSSubscription":{"name":"e2e-rt-sw-a05b7e-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-a05b7e","model":"e2e-rt-sw-a05b7e","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-rt-sw-a05b7e-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:16.444214788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-8a24408f-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-filter-sub-b-8a24408f-auth","reconcileID":"374708c3-908b-4739-a3b3-e7209e97da44","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-8a24408f-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:16.444364351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"63cf61ff-8b6b-4796-a4bd-d08511208915","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:16.454547479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d2c42556-d013-4af7-92dd-8ec3367bad50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:16.46275995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a05b7e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a05b7e-access","reconcileID":"d3c67cdd-33db-4115-adaa-eb74da6d4604","MaaSAuthPolicy":{"name":"e2e-rt-sw-a05b7e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:16.502861559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-8a24408f-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-filter-sub-b-8a24408f-auth","reconcileID":"374708c3-908b-4739-a3b3-e7209e97da44","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-8a24408f-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:16.504448402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"63cf61ff-8b6b-4796-a4bd-d08511208915","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:16.545975435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"bc58c771-28d7-42bb-84fe-60af2502c942","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:16.603360489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"bc58c771-28d7-42bb-84fe-60af2502c942","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:16.700726471Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a05b7e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a05b7e","reconcileID":"8f880453-f659-4978-b9be-eaebd9e5e1b0","MaaSModelRef":{"name":"e2e-rt-sw-a05b7e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-a05b7e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:16.700761338Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a05b7e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a05b7e","reconcileID":"8f880453-f659-4978-b9be-eaebd9e5e1b0","MaaSModelRef":{"name":"e2e-rt-sw-a05b7e","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-a05b7e-7b5ba21d062f","namespace":"llm","model":"e2e-rt-sw-a05b7e","externalModel":"e2e-rt-sw-a05b7e","provider":"e2e-rt-sw-a05b7e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:16.818249057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-de3cce7b-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-filter-sub-a-de3cce7b-auth","reconcileID":"28322ac6-196a-4dd2-b1fc-20025f082eb1","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-de3cce7b-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:16.876897891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-de3cce7b-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-filter-sub-a-de3cce7b-auth","reconcileID":"28322ac6-196a-4dd2-b1fc-20025f082eb1","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-de3cce7b-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:16.912708332Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-a05b7e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a05b7e-sub","reconcileID":"980c8102-623c-43b3-88fd-f70a1451c3a0","MaaSSubscription":{"name":"e2e-rt-sw-a05b7e-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-a05b7e","model":"llm/e2e-rt-sw-a05b7e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:16.973799164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2705ade5-c1f4-444f-9cce-31767821be7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:17.030361674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2705ade5-c1f4-444f-9cce-31767821be7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:18.071918961Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-subscription","reconcileID":"692e82c5-a143-4f34-a270-015033a07d59","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-simulator-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:18.111802657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"3a7ff605-81e3-4ef8-a754-e59f270fb6b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:18.113703168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"79d5a594-2647-4756-b8fa-f6ab7dcb97c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:18.114249073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-access","reconcileID":"8d6e2105-8a8b-4a66-a103-545c63a26144","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8f6b5b","tenantID":"e2e-worker-w4-8f6b5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:18.115491448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-access","reconcileID":"2bfa56e7-4f94-4c13-8522-c13b883a0c34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8f6b5b","tenantID":"e2e-worker-w4-8f6b5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:18.169071913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"3a7ff605-81e3-4ef8-a754-e59f270fb6b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:18.170479087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"79d5a594-2647-4756-b8fa-f6ab7dcb97c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:18.171381778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-access","reconcileID":"8d6e2105-8a8b-4a66-a103-545c63a26144","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"e2e-worker-w4-8f6b5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:18.17449822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-access","reconcileID":"2bfa56e7-4f94-4c13-8522-c13b883a0c34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"e2e-worker-w4-8f6b5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:18.224915747Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-057e2d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (971f0812555fce1dec217f074118695d52761fecc8e4d1ae6455c8927ad5a1b5) AuthConfig (5e7c7d9251ee755998957a865ec1f0d5474d10eb29436bb6fedfdcea08d1743a) AuthConfig (bdf9b295bdc8212cea436bb3afc9bec20260776fb07303ba71e40deb04141321) AuthConfig (c57fb36435a65fe6dbeb65422fc87b3cc7450e65acea277601283d1906aeb560) AuthConfig (95d1ab807e4c83d94051a1dd33ffc455af98a724687395c5b5cc9f08de0ed233) AuthConfig (11301842254d58d6210d22bd86ad821e8e78ea128a61f2960db9cefc32800130) AuthConfig (72a721b746b4106679b666bb5113d1134b4c1cb9be2a454748f240cb9a5a7cfe) AuthConfig (b1d9baeb0945135d5a322ff9bf900e2a5a3d3924e96aeeef4ac8e7eeacddf1d3) AuthConfig (2f1afeca87bbc791d2d7a8920e9808c4b0602de7e9db7cbe1afd785d9ddb1010) AuthConfig (3f63ab4243f9d66c7c8d5aaaa956d508542485d468256dee38e3527489314015) AuthConfig (29a12b9504485e34576ef4c8110480a6ed94f24172f11ce9e107dd746ffa8a47) AuthConfig (7cf02197e3cf08c889f772492eaacad958f119b55afd5281c625f90177f2b474) AuthConfig (95a1fb7a39640c8065cf892e1ce1452d4812701046af4c533551b8eca5d0bdb0) AuthConfig (f580b2da8b92e3be87ad85e8cfc17e5dbbe3669a28ac15aec00978bd1fb4d079) AuthConfig (feb55418eb5f5a46f6579384288d795f0ad3f23df8406112000a4f4baf798629) AuthConfig (2c2807d52e18349c0e5f6965393528aabeb7095c66a6d92aaab17ba4fc2dd2d9) AuthConfig (9ba7d6917d561f97108112887289d201b89b1797f2ed30b1950169b4ebea0a5c) AuthConfig (4b9bcfa1c337d09dbfac9ceaf146749652fa88976e081274c1cc92bdd1aa3f66) AuthConfig (a1e63a4284ab138278d3532d100c920092363ddca280b75d4f30436e6b6e350a) AuthConfig (b262892b9a6db01788b5b3805ad9b3c8fb30b813df8afe967fefda0477936d61) AuthConfig (5121c10b68a753dd2117ad4d7d84c7395a44254f9194ba47c092b02e24b821e4) AuthConfig (f885ff805b5b049b1e9a0b8193aa88d0ec5144be2dfd93d538b4301d787c51b6) AuthConfig (faff6cd1c7121f0e7c4531f3544e893087c94df80b8478e7c80c5c9aae450f31) AuthConfig (16472ae373dad35a82700a4a167a09bd810303f73b1dda57276e78b52d0ebde3) AuthConfig (24a95ec9a961d8491c771e80fd15336e8e2e30105b64872c4e53df2b8518eb4e) AuthConfig (d7ad8d91807606bc277b88bed2e723d9bb6461f59da2a8bcd1e4f4a7d28e6f03) AuthConfig (0d2a13b0a81f9d590f315828b8bbe8453262b71ff7a61af25a074a5fac2a12b0) AuthConfig (999768b9095c044241842102e9972ee0bcfc2fb57a64199eb932475c4d7df2b5) AuthConfig (4d05012b3798df1d8bb12c0c90c429e8bf3fa9907077397011cd0798dd8dfaa5) AuthConfig (1b8b949f395a70c30ac03f58c251a8900340157fcc7fd4f76fcc0cede521850d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"3a7ff605-81e3-4ef8-a754-e59f270fb6b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:18.225821905Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-057e2d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (971f0812555fce1dec217f074118695d52761fecc8e4d1ae6455c8927ad5a1b5) AuthConfig (5e7c7d9251ee755998957a865ec1f0d5474d10eb29436bb6fedfdcea08d1743a) AuthConfig (bdf9b295bdc8212cea436bb3afc9bec20260776fb07303ba71e40deb04141321) AuthConfig (c57fb36435a65fe6dbeb65422fc87b3cc7450e65acea277601283d1906aeb560) AuthConfig (95d1ab807e4c83d94051a1dd33ffc455af98a724687395c5b5cc9f08de0ed233) AuthConfig (11301842254d58d6210d22bd86ad821e8e78ea128a61f2960db9cefc32800130) AuthConfig (72a721b746b4106679b666bb5113d1134b4c1cb9be2a454748f240cb9a5a7cfe) AuthConfig (b1d9baeb0945135d5a322ff9bf900e2a5a3d3924e96aeeef4ac8e7eeacddf1d3) AuthConfig (2f1afeca87bbc791d2d7a8920e9808c4b0602de7e9db7cbe1afd785d9ddb1010) AuthConfig (3f63ab4243f9d66c7c8d5aaaa956d508542485d468256dee38e3527489314015) AuthConfig (29a12b9504485e34576ef4c8110480a6ed94f24172f11ce9e107dd746ffa8a47) AuthConfig (7cf02197e3cf08c889f772492eaacad958f119b55afd5281c625f90177f2b474) AuthConfig (95a1fb7a39640c8065cf892e1ce1452d4812701046af4c533551b8eca5d0bdb0) AuthConfig (f580b2da8b92e3be87ad85e8cfc17e5dbbe3669a28ac15aec00978bd1fb4d079) AuthConfig (feb55418eb5f5a46f6579384288d795f0ad3f23df8406112000a4f4baf798629) AuthConfig (2c2807d52e18349c0e5f6965393528aabeb7095c66a6d92aaab17ba4fc2dd2d9) AuthConfig (9ba7d6917d561f97108112887289d201b89b1797f2ed30b1950169b4ebea0a5c) AuthConfig (4b9bcfa1c337d09dbfac9ceaf146749652fa88976e081274c1cc92bdd1aa3f66) AuthConfig (a1e63a4284ab138278d3532d100c920092363ddca280b75d4f30436e6b6e350a) AuthConfig (b262892b9a6db01788b5b3805ad9b3c8fb30b813df8afe967fefda0477936d61) AuthConfig (5121c10b68a753dd2117ad4d7d84c7395a44254f9194ba47c092b02e24b821e4) AuthConfig (f885ff805b5b049b1e9a0b8193aa88d0ec5144be2dfd93d538b4301d787c51b6) AuthConfig (faff6cd1c7121f0e7c4531f3544e893087c94df80b8478e7c80c5c9aae450f31) AuthConfig (16472ae373dad35a82700a4a167a09bd810303f73b1dda57276e78b52d0ebde3) AuthConfig (24a95ec9a961d8491c771e80fd15336e8e2e30105b64872c4e53df2b8518eb4e) AuthConfig (d7ad8d91807606bc277b88bed2e723d9bb6461f59da2a8bcd1e4f4a7d28e6f03) AuthConfig (0d2a13b0a81f9d590f315828b8bbe8453262b71ff7a61af25a074a5fac2a12b0) AuthConfig (999768b9095c044241842102e9972ee0bcfc2fb57a64199eb932475c4d7df2b5) AuthConfig (4d05012b3798df1d8bb12c0c90c429e8bf3fa9907077397011cd0798dd8dfaa5) AuthConfig (1b8b949f395a70c30ac03f58c251a8900340157fcc7fd4f76fcc0cede521850d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"79d5a594-2647-4756-b8fa-f6ab7dcb97c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:18.240520013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"simulator-w0-057e2d","reconcileID":"c1d040c4-2c86-4efb-8705-c4769f5e1cf7","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"simulator-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"simulator-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:18.283584077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"premium-w0-057e2d","reconcileID":"55fe0da7-1b7c-48b2-8666-0483838d4c43","MaaSModelRef":{"name":"premium-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"premium-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"premium-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:18.286600936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"simulator-w0-057e2d","reconcileID":"aae85abb-a242-44f7-9ec2-e10831adb582","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"simulator-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"simulator-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:18.473463145Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-subscription","reconcileID":"5791ad0c-618b-49d3-a29f-7c82f0271a0e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-premium-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/premium-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:18.491392933Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"namespace":"e2e-models-e2e-worker-w4-8f6b5b","name":"premium-w4-8f6b5b","reconcileID":"73d6c835-6652-441a-a1ca-a4ba628f36c2","MaaSModelRef":{"name":"premium-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"routeName":"premium-w4-8f6b5b-kserve-route","namespace":"e2e-models-e2e-worker-w4-8f6b5b","llmisvcName":"premium-w4-8f6b5b","gateway":"openshift-ingress/e2e-worker-w4-8f6b5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:18.493637481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"namespace":"e2e-models-e2e-worker-w4-8f6b5b","name":"simulator-w4-8f6b5b","reconcileID":"e249c4f8-3d6b-4a1f-b1a2-ab61361aba34","MaaSModelRef":{"name":"simulator-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"routeName":"simulator-w4-8f6b5b-kserve-route","namespace":"e2e-models-e2e-worker-w4-8f6b5b","llmisvcName":"simulator-w4-8f6b5b","gateway":"openshift-ingress/e2e-worker-w4-8f6b5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:18.51166946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"f48e0e17-be2d-4b13-a3c6-b26db5eb70ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:18.51168392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"72c04d7b-6d7a-4a9e-8f1a-43e95f0a137f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:18.570928361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"72c04d7b-6d7a-4a9e-8f1a-43e95f0a137f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:18.57112582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"f48e0e17-be2d-4b13-a3c6-b26db5eb70ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:18.627024883Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-057e2d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (971f0812555fce1dec217f074118695d52761fecc8e4d1ae6455c8927ad5a1b5) AuthConfig (5e7c7d9251ee755998957a865ec1f0d5474d10eb29436bb6fedfdcea08d1743a) AuthConfig (bdf9b295bdc8212cea436bb3afc9bec20260776fb07303ba71e40deb04141321) AuthConfig (c57fb36435a65fe6dbeb65422fc87b3cc7450e65acea277601283d1906aeb560) AuthConfig (95d1ab807e4c83d94051a1dd33ffc455af98a724687395c5b5cc9f08de0ed233) AuthConfig (11301842254d58d6210d22bd86ad821e8e78ea128a61f2960db9cefc32800130) AuthConfig (72a721b746b4106679b666bb5113d1134b4c1cb9be2a454748f240cb9a5a7cfe) AuthConfig (b1d9baeb0945135d5a322ff9bf900e2a5a3d3924e96aeeef4ac8e7eeacddf1d3) AuthConfig (2f1afeca87bbc791d2d7a8920e9808c4b0602de7e9db7cbe1afd785d9ddb1010) AuthConfig (3f63ab4243f9d66c7c8d5aaaa956d508542485d468256dee38e3527489314015) AuthConfig (29a12b9504485e34576ef4c8110480a6ed94f24172f11ce9e107dd746ffa8a47) AuthConfig (7cf02197e3cf08c889f772492eaacad958f119b55afd5281c625f90177f2b474) AuthConfig (95a1fb7a39640c8065cf892e1ce1452d4812701046af4c533551b8eca5d0bdb0) AuthConfig (f580b2da8b92e3be87ad85e8cfc17e5dbbe3669a28ac15aec00978bd1fb4d079) AuthConfig (feb55418eb5f5a46f6579384288d795f0ad3f23df8406112000a4f4baf798629) AuthConfig (2c2807d52e18349c0e5f6965393528aabeb7095c66a6d92aaab17ba4fc2dd2d9) AuthConfig (9ba7d6917d561f97108112887289d201b89b1797f2ed30b1950169b4ebea0a5c) AuthConfig (4b9bcfa1c337d09dbfac9ceaf146749652fa88976e081274c1cc92bdd1aa3f66) AuthConfig (a1e63a4284ab138278d3532d100c920092363ddca280b75d4f30436e6b6e350a) AuthConfig (b262892b9a6db01788b5b3805ad9b3c8fb30b813df8afe967fefda0477936d61) AuthConfig (5121c10b68a753dd2117ad4d7d84c7395a44254f9194ba47c092b02e24b821e4) AuthConfig (f885ff805b5b049b1e9a0b8193aa88d0ec5144be2dfd93d538b4301d787c51b6) AuthConfig (faff6cd1c7121f0e7c4531f3544e893087c94df80b8478e7c80c5c9aae450f31) AuthConfig (16472ae373dad35a82700a4a167a09bd810303f73b1dda57276e78b52d0ebde3) AuthConfig (24a95ec9a961d8491c771e80fd15336e8e2e30105b64872c4e53df2b8518eb4e) AuthConfig (d7ad8d91807606bc277b88bed2e723d9bb6461f59da2a8bcd1e4f4a7d28e6f03) AuthConfig (0d2a13b0a81f9d590f315828b8bbe8453262b71ff7a61af25a074a5fac2a12b0) AuthConfig (999768b9095c044241842102e9972ee0bcfc2fb57a64199eb932475c4d7df2b5) AuthConfig (4d05012b3798df1d8bb12c0c90c429e8bf3fa9907077397011cd0798dd8dfaa5) AuthConfig (1b8b949f395a70c30ac03f58c251a8900340157fcc7fd4f76fcc0cede521850d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"72c04d7b-6d7a-4a9e-8f1a-43e95f0a137f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:18.627817718Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-057e2d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (971f0812555fce1dec217f074118695d52761fecc8e4d1ae6455c8927ad5a1b5) AuthConfig (5e7c7d9251ee755998957a865ec1f0d5474d10eb29436bb6fedfdcea08d1743a) AuthConfig (bdf9b295bdc8212cea436bb3afc9bec20260776fb07303ba71e40deb04141321) AuthConfig (c57fb36435a65fe6dbeb65422fc87b3cc7450e65acea277601283d1906aeb560) AuthConfig (95d1ab807e4c83d94051a1dd33ffc455af98a724687395c5b5cc9f08de0ed233) AuthConfig (11301842254d58d6210d22bd86ad821e8e78ea128a61f2960db9cefc32800130) AuthConfig (72a721b746b4106679b666bb5113d1134b4c1cb9be2a454748f240cb9a5a7cfe) AuthConfig (b1d9baeb0945135d5a322ff9bf900e2a5a3d3924e96aeeef4ac8e7eeacddf1d3) AuthConfig (2f1afeca87bbc791d2d7a8920e9808c4b0602de7e9db7cbe1afd785d9ddb1010) AuthConfig (3f63ab4243f9d66c7c8d5aaaa956d508542485d468256dee38e3527489314015) AuthConfig (29a12b9504485e34576ef4c8110480a6ed94f24172f11ce9e107dd746ffa8a47) AuthConfig (7cf02197e3cf08c889f772492eaacad958f119b55afd5281c625f90177f2b474) AuthConfig (95a1fb7a39640c8065cf892e1ce1452d4812701046af4c533551b8eca5d0bdb0) AuthConfig (f580b2da8b92e3be87ad85e8cfc17e5dbbe3669a28ac15aec00978bd1fb4d079) AuthConfig (feb55418eb5f5a46f6579384288d795f0ad3f23df8406112000a4f4baf798629) AuthConfig (2c2807d52e18349c0e5f6965393528aabeb7095c66a6d92aaab17ba4fc2dd2d9) AuthConfig (9ba7d6917d561f97108112887289d201b89b1797f2ed30b1950169b4ebea0a5c) AuthConfig (4b9bcfa1c337d09dbfac9ceaf146749652fa88976e081274c1cc92bdd1aa3f66) AuthConfig (a1e63a4284ab138278d3532d100c920092363ddca280b75d4f30436e6b6e350a) AuthConfig (b262892b9a6db01788b5b3805ad9b3c8fb30b813df8afe967fefda0477936d61) AuthConfig (5121c10b68a753dd2117ad4d7d84c7395a44254f9194ba47c092b02e24b821e4) AuthConfig (f885ff805b5b049b1e9a0b8193aa88d0ec5144be2dfd93d538b4301d787c51b6) AuthConfig (faff6cd1c7121f0e7c4531f3544e893087c94df80b8478e7c80c5c9aae450f31) AuthConfig (16472ae373dad35a82700a4a167a09bd810303f73b1dda57276e78b52d0ebde3) AuthConfig (24a95ec9a961d8491c771e80fd15336e8e2e30105b64872c4e53df2b8518eb4e) AuthConfig (d7ad8d91807606bc277b88bed2e723d9bb6461f59da2a8bcd1e4f4a7d28e6f03) AuthConfig (0d2a13b0a81f9d590f315828b8bbe8453262b71ff7a61af25a074a5fac2a12b0) AuthConfig (999768b9095c044241842102e9972ee0bcfc2fb57a64199eb932475c4d7df2b5) AuthConfig (4d05012b3798df1d8bb12c0c90c429e8bf3fa9907077397011cd0798dd8dfaa5) AuthConfig (1b8b949f395a70c30ac03f58c251a8900340157fcc7fd4f76fcc0cede521850d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"f48e0e17-be2d-4b13-a3c6-b26db5eb70ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:18.643506053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"premium-w0-057e2d","reconcileID":"54a956ea-33e9-4629-b91a-78c6271e4aef","MaaSModelRef":{"name":"premium-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"premium-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"premium-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:18.662582953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1fc285d3-f610-4f6b-967c-faa36dd6ac94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:18.719610752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1fc285d3-f610-4f6b-967c-faa36dd6ac94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:18.764998598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a05b7e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a05b7e-access","reconcileID":"a940e25c-6b22-4b44-9991-72e8c80a60e4","MaaSAuthPolicy":{"name":"e2e-rt-sw-a05b7e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:18.765041934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"71f69bcb-c5a9-4adb-bff4-be3f62240a3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:18.810704668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"6dbbaf62-ee87-4e28-ad2f-acecf1ca4d80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:18.810704774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"0c5b181d-9de2-442e-8e21-1fe145f609d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:18.82203323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"71f69bcb-c5a9-4adb-bff4-be3f62240a3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:18.822119367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a05b7e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a05b7e-access","reconcileID":"a940e25c-6b22-4b44-9991-72e8c80a60e4","MaaSAuthPolicy":{"name":"e2e-rt-sw-a05b7e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:18.867396717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"6dbbaf62-ee87-4e28-ad2f-acecf1ca4d80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:18.86748896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"0c5b181d-9de2-442e-8e21-1fe145f609d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:18.923017931Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-057e2d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (971f0812555fce1dec217f074118695d52761fecc8e4d1ae6455c8927ad5a1b5) AuthConfig (5e7c7d9251ee755998957a865ec1f0d5474d10eb29436bb6fedfdcea08d1743a) AuthConfig (bdf9b295bdc8212cea436bb3afc9bec20260776fb07303ba71e40deb04141321) AuthConfig (c57fb36435a65fe6dbeb65422fc87b3cc7450e65acea277601283d1906aeb560) AuthConfig (95d1ab807e4c83d94051a1dd33ffc455af98a724687395c5b5cc9f08de0ed233) AuthConfig (11301842254d58d6210d22bd86ad821e8e78ea128a61f2960db9cefc32800130) AuthConfig (72a721b746b4106679b666bb5113d1134b4c1cb9be2a454748f240cb9a5a7cfe) AuthConfig (b1d9baeb0945135d5a322ff9bf900e2a5a3d3924e96aeeef4ac8e7eeacddf1d3) AuthConfig (2f1afeca87bbc791d2d7a8920e9808c4b0602de7e9db7cbe1afd785d9ddb1010) AuthConfig (3f63ab4243f9d66c7c8d5aaaa956d508542485d468256dee38e3527489314015) AuthConfig (29a12b9504485e34576ef4c8110480a6ed94f24172f11ce9e107dd746ffa8a47) AuthConfig (7cf02197e3cf08c889f772492eaacad958f119b55afd5281c625f90177f2b474) AuthConfig (95a1fb7a39640c8065cf892e1ce1452d4812701046af4c533551b8eca5d0bdb0) AuthConfig (f580b2da8b92e3be87ad85e8cfc17e5dbbe3669a28ac15aec00978bd1fb4d079) AuthConfig (feb55418eb5f5a46f6579384288d795f0ad3f23df8406112000a4f4baf798629) AuthConfig (2c2807d52e18349c0e5f6965393528aabeb7095c66a6d92aaab17ba4fc2dd2d9) AuthConfig (9ba7d6917d561f97108112887289d201b89b1797f2ed30b1950169b4ebea0a5c) AuthConfig (4b9bcfa1c337d09dbfac9ceaf146749652fa88976e081274c1cc92bdd1aa3f66) AuthConfig (a1e63a4284ab138278d3532d100c920092363ddca280b75d4f30436e6b6e350a) AuthConfig (b262892b9a6db01788b5b3805ad9b3c8fb30b813df8afe967fefda0477936d61) AuthConfig (5121c10b68a753dd2117ad4d7d84c7395a44254f9194ba47c092b02e24b821e4) AuthConfig (f885ff805b5b049b1e9a0b8193aa88d0ec5144be2dfd93d538b4301d787c51b6) AuthConfig (faff6cd1c7121f0e7c4531f3544e893087c94df80b8478e7c80c5c9aae450f31) AuthConfig (16472ae373dad35a82700a4a167a09bd810303f73b1dda57276e78b52d0ebde3) AuthConfig (24a95ec9a961d8491c771e80fd15336e8e2e30105b64872c4e53df2b8518eb4e) AuthConfig (d7ad8d91807606bc277b88bed2e723d9bb6461f59da2a8bcd1e4f4a7d28e6f03) AuthConfig (0d2a13b0a81f9d590f315828b8bbe8453262b71ff7a61af25a074a5fac2a12b0) AuthConfig (999768b9095c044241842102e9972ee0bcfc2fb57a64199eb932475c4d7df2b5) AuthConfig (4d05012b3798df1d8bb12c0c90c429e8bf3fa9907077397011cd0798dd8dfaa5) AuthConfig (1b8b949f395a70c30ac03f58c251a8900340157fcc7fd4f76fcc0cede521850d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"6dbbaf62-ee87-4e28-ad2f-acecf1ca4d80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:18.923030789Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-057e2d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (971f0812555fce1dec217f074118695d52761fecc8e4d1ae6455c8927ad5a1b5) AuthConfig (5e7c7d9251ee755998957a865ec1f0d5474d10eb29436bb6fedfdcea08d1743a) AuthConfig (bdf9b295bdc8212cea436bb3afc9bec20260776fb07303ba71e40deb04141321) AuthConfig (c57fb36435a65fe6dbeb65422fc87b3cc7450e65acea277601283d1906aeb560) AuthConfig (95d1ab807e4c83d94051a1dd33ffc455af98a724687395c5b5cc9f08de0ed233) AuthConfig (11301842254d58d6210d22bd86ad821e8e78ea128a61f2960db9cefc32800130) AuthConfig (72a721b746b4106679b666bb5113d1134b4c1cb9be2a454748f240cb9a5a7cfe) AuthConfig (b1d9baeb0945135d5a322ff9bf900e2a5a3d3924e96aeeef4ac8e7eeacddf1d3) AuthConfig (2f1afeca87bbc791d2d7a8920e9808c4b0602de7e9db7cbe1afd785d9ddb1010) AuthConfig (3f63ab4243f9d66c7c8d5aaaa956d508542485d468256dee38e3527489314015) AuthConfig (29a12b9504485e34576ef4c8110480a6ed94f24172f11ce9e107dd746ffa8a47) AuthConfig (7cf02197e3cf08c889f772492eaacad958f119b55afd5281c625f90177f2b474) AuthConfig (95a1fb7a39640c8065cf892e1ce1452d4812701046af4c533551b8eca5d0bdb0) AuthConfig (f580b2da8b92e3be87ad85e8cfc17e5dbbe3669a28ac15aec00978bd1fb4d079) AuthConfig (feb55418eb5f5a46f6579384288d795f0ad3f23df8406112000a4f4baf798629) AuthConfig (2c2807d52e18349c0e5f6965393528aabeb7095c66a6d92aaab17ba4fc2dd2d9) AuthConfig (9ba7d6917d561f97108112887289d201b89b1797f2ed30b1950169b4ebea0a5c) AuthConfig (4b9bcfa1c337d09dbfac9ceaf146749652fa88976e081274c1cc92bdd1aa3f66) AuthConfig (a1e63a4284ab138278d3532d100c920092363ddca280b75d4f30436e6b6e350a) AuthConfig (b262892b9a6db01788b5b3805ad9b3c8fb30b813df8afe967fefda0477936d61) AuthConfig (5121c10b68a753dd2117ad4d7d84c7395a44254f9194ba47c092b02e24b821e4) AuthConfig (f885ff805b5b049b1e9a0b8193aa88d0ec5144be2dfd93d538b4301d787c51b6) AuthConfig (faff6cd1c7121f0e7c4531f3544e893087c94df80b8478e7c80c5c9aae450f31) AuthConfig (16472ae373dad35a82700a4a167a09bd810303f73b1dda57276e78b52d0ebde3) AuthConfig (24a95ec9a961d8491c771e80fd15336e8e2e30105b64872c4e53df2b8518eb4e) AuthConfig (d7ad8d91807606bc277b88bed2e723d9bb6461f59da2a8bcd1e4f4a7d28e6f03) AuthConfig (0d2a13b0a81f9d590f315828b8bbe8453262b71ff7a61af25a074a5fac2a12b0) AuthConfig (999768b9095c044241842102e9972ee0bcfc2fb57a64199eb932475c4d7df2b5) AuthConfig (4d05012b3798df1d8bb12c0c90c429e8bf3fa9907077397011cd0798dd8dfaa5) AuthConfig (1b8b949f395a70c30ac03f58c251a8900340157fcc7fd4f76fcc0cede521850d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"0c5b181d-9de2-442e-8e21-1fe145f609d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:26.078875505Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-8a24408f","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-filter-sub-b-8a24408f","reconcileID":"ddf6f49a-d298-468e-a839-02a0f7fff219","MaaSSubscription":{"name":"e2e-filter-sub-b-8a24408f","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","subscription":"e2e-filter-sub-b-8a24408f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:26.29440715Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-8a24408f","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-filter-sub-b-8a24408f","reconcileID":"ddf6f49a-d298-468e-a839-02a0f7fff219","MaaSSubscription":{"name":"e2e-filter-sub-b-8a24408f","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-simulator-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-a8e157/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:26.505720287Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-subscription","reconcileID":"4d35e89c-8db3-4648-9995-b338ffa91412","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-simulator-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:26.511092035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"4bccd120-bace-4bc2-a8b8-b058f1b06abf","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:26.661934241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"fe28f639-0de3-4b14-bf97-89b266aa3b59","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:26.671964198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"ef8c05ba-509e-4706-8ff6-f488fe0fda2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:26.672143332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-de3cce7b-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-filter-sub-a-de3cce7b-auth","reconcileID":"046c0549-cecc-4ac9-a6de-b79eaea54f51","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-de3cce7b-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:26.671964477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-8a24408f-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-filter-sub-b-8a24408f-auth","reconcileID":"86684ad4-1dc9-4701-89a4-9dd7a8f9ae6c","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-8a24408f-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:26.672561329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"33a2ca3c-1959-4e52-a64f-77d9c4c884a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:26.729806972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"ef8c05ba-509e-4706-8ff6-f488fe0fda2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:26.7310243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-8a24408f-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-filter-sub-b-8a24408f-auth","reconcileID":"86684ad4-1dc9-4701-89a4-9dd7a8f9ae6c","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-8a24408f-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:26.732117496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-de3cce7b-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-filter-sub-a-de3cce7b-auth","reconcileID":"046c0549-cecc-4ac9-a6de-b79eaea54f51","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-de3cce7b-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:26.733327644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"33a2ca3c-1959-4e52-a64f-77d9c4c884a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:26.935715472Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-de3cce7b-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-filter-sub-a-de3cce7b-auth","reconcileID":"d55a8157-d902-4661-8e32-c8ebf7bd9a48","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-de3cce7b-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:27.097505542Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"d82810a0-86b3-4289-9ecb-a134b58bf547","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:27.15013187Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-a05b7e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a05b7e-sub","reconcileID":"7111263a-63d5-49b8-ba4c-8019d0bbfac4","MaaSSubscription":{"name":"e2e-rt-sw-a05b7e-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-a05b7e","model":"llm/e2e-rt-sw-a05b7e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:27.256230311Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-8a24408f-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-filter-sub-b-8a24408f-auth","reconcileID":"66ad1063-45b8-40ef-ab19-0403ca335272","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-8a24408f-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:27.256290254Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"eeca7444-fa52-4692-9946-8c003f521065","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:27.423539527Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a05b7e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a05b7e","reconcileID":"f4f0dd7b-2ed4-4dc5-b9af-38c5ae2263d2","MaaSModelRef":{"name":"e2e-rt-sw-a05b7e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-a05b7e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:27.423565027Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a05b7e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a05b7e","reconcileID":"f4f0dd7b-2ed4-4dc5-b9af-38c5ae2263d2","MaaSModelRef":{"name":"e2e-rt-sw-a05b7e","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-a05b7e-7b5ba21d062f","namespace":"llm","model":"e2e-rt-sw-a05b7e","externalModel":"e2e-rt-sw-a05b7e","provider":"e2e-rt-sw-a05b7e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:27.476683319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"10eaba48-fcdf-42aa-b8ae-a2ded29e5b81","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:28.072574745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a05b7e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a05b7e-access","reconcileID":"1738be57-b38f-4e58-a15d-6b039006c12f","MaaSAuthPolicy":{"name":"e2e-rt-sw-a05b7e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:28.072692745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"db7746ec-ea26-4687-b6fc-e25695ea68d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:28.073107534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"70882b43-0302-4bcb-871b-57706cb7584e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:28.129538248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a05b7e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a05b7e-access","reconcileID":"1738be57-b38f-4e58-a15d-6b039006c12f","MaaSAuthPolicy":{"name":"e2e-rt-sw-a05b7e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:28.129796517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"db7746ec-ea26-4687-b6fc-e25695ea68d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:28.131798858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"70882b43-0302-4bcb-871b-57706cb7584e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:29.083045521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"77d3a862-3a9e-4445-8612-5640e78bb75e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:29.083045301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"9843a2aa-b9c3-4804-959c-7ccb3be98e53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:29.141161738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"9843a2aa-b9c3-4804-959c-7ccb3be98e53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:29.141312052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"77d3a862-3a9e-4445-8612-5640e78bb75e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:29.45899261Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"simulator-w0-057e2d","reconcileID":"a62cb288-4cda-4730-ae44-6d2f72e7acf8","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"simulator-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"simulator-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:29.46155737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"premium-w0-057e2d","reconcileID":"73714bd7-c3b6-4ff6-a918-9307ceb914ef","MaaSModelRef":{"name":"premium-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"premium-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"premium-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:32.664745514Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-a05b7e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a05b7e","reconcileID":"5636f074-a3a3-41bd-9f7d-510e9e47be0c","namespace":"llm","name":"e2e-rt-sw-a05b7e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:32.717100468Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a05b7e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a05b7e","reconcileID":"b05a409f-6004-4ba5-b27e-167a7a9899fc","MaaSModelRef":{"name":"e2e-rt-sw-a05b7e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-a05b7e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:32.717131954Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a05b7e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a05b7e","reconcileID":"b05a409f-6004-4ba5-b27e-167a7a9899fc","MaaSModelRef":{"name":"e2e-rt-sw-a05b7e","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-a05b7e-7b5ba21d062f","namespace":"llm","model":"e2e-rt-sw-a05b7e","externalModel":"e2e-rt-sw-a05b7e","provider":"e2e-rt-sw-a05b7e-b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:32.822050078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"b6b5603a-e3e0-4b37-9895-8e37604f0460","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:32.822405225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-access","reconcileID":"3455236e-52e9-4b74-bb41-e692eb2f9ea1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-baacee","tenantID":"e2e-worker-w1-baacee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:32.822068945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"039b5d09-6718-4680-a5dd-5c9519b536e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:32.823054694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"f61ba1b5-0d59-49bb-9be1-d034a229e1d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:32.875371939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"428a818f-5e17-49e9-b79b-57fa80840d9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:32.881002681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"f61ba1b5-0d59-49bb-9be1-d034a229e1d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:32.881002683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"039b5d09-6718-4680-a5dd-5c9519b536e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:32.884869119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-access","reconcileID":"3455236e-52e9-4b74-bb41-e692eb2f9ea1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"e2e-worker-w1-baacee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:32.885352271Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ee1d10b2-3bb2-48ee-b169-327617abe824","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:32.885370536Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ee1d10b2-3bb2-48ee-b169-327617abe824","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:32.885748679Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4176410b-37ad-41a8-89da-c89f6e977913","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:32.885766159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4176410b-37ad-41a8-89da-c89f6e977913","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:32.886059325Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ef63bf72-0ee2-4e6e-9140-eefc13284153","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:32.886074293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ef63bf72-0ee2-4e6e-9140-eefc13284153","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:32.886354877Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8ed87b07-b1bb-4295-b321-461b0f14d0e4","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:32.886370157Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8ed87b07-b1bb-4295-b321-461b0f14d0e4","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:32.886533148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"b6b5603a-e3e0-4b37-9895-8e37604f0460","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:32.886700121Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"529d4909-b486-40f5-807d-4334ddb37638","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:32.886716431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"529d4909-b486-40f5-807d-4334ddb37638","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:32.887157368Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d0eb6c5d-49cc-4db6-89cc-b95a79608e58","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:32.887176085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d0eb6c5d-49cc-4db6-89cc-b95a79608e58","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:32.932822764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"428a818f-5e17-49e9-b79b-57fa80840d9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:32.941786874Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a05b7e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a05b7e","reconcileID":"e860f466-ad3d-489e-9244-fbf9318c9d4e","MaaSModelRef":{"name":"e2e-rt-sw-a05b7e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-a05b7e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:32.941810161Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a05b7e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a05b7e","reconcileID":"e860f466-ad3d-489e-9244-fbf9318c9d4e","MaaSModelRef":{"name":"e2e-rt-sw-a05b7e","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-a05b7e-7b5ba21d062f","namespace":"llm","model":"e2e-rt-sw-a05b7e","externalModel":"e2e-rt-sw-a05b7e","provider":"e2e-rt-sw-a05b7e-b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:32.994614584Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a55f7f6b-8e1f-4b2a-bc64-d9739b08b55f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:32.994633918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a55f7f6b-8e1f-4b2a-bc64-d9739b08b55f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:32.994934941Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8a13ec62-c8e6-4cb3-9a35-393fada645e8","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:32.994953615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8a13ec62-c8e6-4cb3-9a35-393fada645e8","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:33.098257942Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"686ef7bb-7914-4f55-915b-1cdf22acedb3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:33.098323545Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"46a9d894-2573-4951-b0c4-4247c3ab2c81","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:33.148823756Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-a05b7e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a05b7e-sub","reconcileID":"3800a7dd-a6f3-4143-bac7-db07d3b3746f","MaaSSubscription":{"name":"e2e-rt-sw-a05b7e-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-a05b7e","model":"llm/e2e-rt-sw-a05b7e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:33.1994014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"9673d07c-0caf-410d-bdfd-4a7d91a712c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:33.25094266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a05b7e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a05b7e-access","reconcileID":"de482386-f18e-494c-8184-cba273f6c06c","MaaSAuthPolicy":{"name":"e2e-rt-sw-a05b7e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:33.250970113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"332d2f09-add8-4f7f-aae0-e43a5029c07b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:33.255877861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"9673d07c-0caf-410d-bdfd-4a7d91a712c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:33.297698787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-access","reconcileID":"e3fc493f-a1ea-4bd1-bf39-6c81a565413e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-baacee","tenantID":"e2e-worker-w1-baacee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:33.297697938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"0825efc7-7a73-4f68-a636-fe3bf49c99e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:33.308245532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a05b7e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a05b7e-access","reconcileID":"de482386-f18e-494c-8184-cba273f6c06c","MaaSAuthPolicy":{"name":"e2e-rt-sw-a05b7e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:33.308433846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"332d2f09-add8-4f7f-aae0-e43a5029c07b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:33.355841557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"0825efc7-7a73-4f68-a636-fe3bf49c99e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:33.35594766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-access","reconcileID":"e3fc493f-a1ea-4bd1-bf39-6c81a565413e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"e2e-worker-w1-baacee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:33.569761937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"ac3eff1e-0ecf-4af2-8e5a-c9ecc0c8d69b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:33.621878508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-access","reconcileID":"d584c728-7284-4555-b063-f00ec6c92477","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8f6b5b","tenantID":"e2e-worker-w4-8f6b5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:33.627025508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"ac3eff1e-0ecf-4af2-8e5a-c9ecc0c8d69b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:33.672084295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-access","reconcileID":"3ea8b78b-5527-415c-98fa-e085167f3bb6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8f6b5b","tenantID":"e2e-worker-w4-8f6b5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:33.678481668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-access","reconcileID":"d584c728-7284-4555-b063-f00ec6c92477","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"e2e-worker-w4-8f6b5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:33.724279241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"43088aeb-e859-4ca4-81f8-e9c0645e5e13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:33.728790158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-access","reconcileID":"3ea8b78b-5527-415c-98fa-e085167f3bb6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"e2e-worker-w4-8f6b5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:33.780714345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"43088aeb-e859-4ca4-81f8-e9c0645e5e13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:33.900689012Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-a05b7e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a05b7e","reconcileID":"87969556-4586-461a-9e73-dcffb601f8d2","namespace":"llm","name":"e2e-rt-sw-a05b7e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:34.058406902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"e5153759-91c8-483f-968a-1cc4f875cc4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:34.058407013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"0cdfb73a-2d89-4a59-8379-f505b85d2e7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:34.094298482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-access","reconcileID":"f2711cc6-91ec-4ef9-9ce0-85aa03e7c487","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-baacee","tenantID":"e2e-worker-w1-baacee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:34.094514671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"7d5cec37-1f0f-4a58-a649-e5dbee1ce0e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:34.114775731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"0cdfb73a-2d89-4a59-8379-f505b85d2e7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:34.115663955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"e5153759-91c8-483f-968a-1cc4f875cc4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:34.151601064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-access","reconcileID":"f2711cc6-91ec-4ef9-9ce0-85aa03e7c487","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"e2e-worker-w1-baacee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:34.15169742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"7d5cec37-1f0f-4a58-a649-e5dbee1ce0e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:34.199825309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0da81b75-3a4b-4ec6-af99-ceda124f3742","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:34.256453939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0da81b75-3a4b-4ec6-af99-ceda124f3742","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:34.478892134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"9419db2a-43ca-4987-8652-d261801a2d56","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:34.531120698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a05b7e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a05b7e-access","reconcileID":"935caf97-f2bf-4ec3-90f8-5bd6c32980f0","MaaSAuthPolicy":{"name":"e2e-rt-sw-a05b7e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:34.535465148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"9419db2a-43ca-4987-8652-d261801a2d56","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:34.579267445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-access","reconcileID":"eb23db7f-0f0a-4ae1-a9d1-824e5dcf6f30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-baacee","tenantID":"e2e-worker-w1-baacee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:34.587873495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a05b7e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a05b7e-access","reconcileID":"935caf97-f2bf-4ec3-90f8-5bd6c32980f0","MaaSAuthPolicy":{"name":"e2e-rt-sw-a05b7e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:34.6313679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"39c8d4e6-7def-45c4-bbb8-e2defe3c10ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:34.636116123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-access","reconcileID":"eb23db7f-0f0a-4ae1-a9d1-824e5dcf6f30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"e2e-worker-w1-baacee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:34.679918589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"77495b46-f689-4359-b70f-b49a16404b5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:34.690300961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"39c8d4e6-7def-45c4-bbb8-e2defe3c10ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:34.736395813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"77495b46-f689-4359-b70f-b49a16404b5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:34.89708786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"05fc104b-ac30-46fc-922a-cdf385c146d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:34.953462458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"05fc104b-ac30-46fc-922a-cdf385c146d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:34.998404952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-access","reconcileID":"849697a7-7a39-4fbc-80ae-63a479872238","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8f6b5b","tenantID":"e2e-worker-w4-8f6b5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:35.001908916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-access","reconcileID":"d42d677e-674f-4cc1-b2d0-8d1d31c0b500","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8f6b5b","tenantID":"e2e-worker-w4-8f6b5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:35.055165374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-access","reconcileID":"849697a7-7a39-4fbc-80ae-63a479872238","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"e2e-worker-w4-8f6b5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:35.058952211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-access","reconcileID":"d42d677e-674f-4cc1-b2d0-8d1d31c0b500","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"e2e-worker-w4-8f6b5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:38.783596162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"namespace":"e2e-models-e2e-worker-w4-8f6b5b","name":"simulator-w4-8f6b5b","reconcileID":"abca48ff-0400-4d5a-93d1-b38e533de00d","MaaSModelRef":{"name":"simulator-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"routeName":"simulator-w4-8f6b5b-kserve-route","namespace":"e2e-models-e2e-worker-w4-8f6b5b","llmisvcName":"simulator-w4-8f6b5b","gateway":"openshift-ingress/e2e-worker-w4-8f6b5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:38.812195757Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-subscription","reconcileID":"1ecb101c-966a-42b0-9791-0f8b91f74aec","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-simulator-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:38.838816624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"namespace":"e2e-models-e2e-worker-w4-8f6b5b","name":"simulator-w4-8f6b5b","reconcileID":"eddec2ea-e2f5-4683-ad28-88b8b347d7d7","MaaSModelRef":{"name":"simulator-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"routeName":"simulator-w4-8f6b5b-kserve-route","namespace":"e2e-models-e2e-worker-w4-8f6b5b","llmisvcName":"simulator-w4-8f6b5b","gateway":"openshift-ingress/e2e-worker-w4-8f6b5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:38.926731092Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8d47c783-2306-4fcb-8b0f-a08225c4197d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:38.996134316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-dfef6321","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"e2e-gw-auth-dfef6321","reconcileID":"89ec1bf5-6074-4b10-bf8b-10c3995d5e66","MaaSAuthPolicy":{"name":"e2e-gw-auth-dfef6321","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8f6b5b","tenantID":"e2e-worker-w4-8f6b5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:39.028356916Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-subscription","reconcileID":"e78f83a5-1bab-4eb6-a453-e9efbbd122c8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-premium-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/premium-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:39.044101746Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-subscription","reconcileID":"93a4f677-afbc-42d1-bc99-13e6389f0ea5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-premium-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/premium-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:39.054735876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-dfef6321","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"e2e-gw-auth-dfef6321","reconcileID":"89ec1bf5-6074-4b10-bf8b-10c3995d5e66","MaaSAuthPolicy":{"name":"e2e-gw-auth-dfef6321","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"e2e-worker-w4-8f6b5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:39.21888704Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-subscription","reconcileID":"cbff62bd-cf61-4c09-8656-f070a1c10977","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-simulator-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/simulator-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:39.317195505Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-subscription","reconcileID":"4e2828e6-ec4d-42c8-8c23-c3f996ea06ad","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-simulator-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:39.335801574Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-subscription","reconcileID":"9836b72a-7621-4a6e-9d10-dc62d1de1dbb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-premium-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/premium-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:39.380723708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"namespace":"e2e-models-e2e-worker-w4-8f6b5b","name":"simulator-w4-8f6b5b","reconcileID":"60eb188b-b1a0-4a74-b25d-2ec960d2552a","MaaSModelRef":{"name":"simulator-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"routeName":"simulator-w4-8f6b5b-kserve-route","namespace":"e2e-models-e2e-worker-w4-8f6b5b","llmisvcName":"simulator-w4-8f6b5b","gateway":"openshift-ingress/e2e-worker-w4-8f6b5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:39.420728252Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"48364801-5006-432f-beb5-fca94093d977","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:39.458121631Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-subscription","reconcileID":"73d63931-e949-41d7-b93c-1586efa86d25","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-simulator-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/simulator-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:39.537608854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-dfef6321","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"e2e-gw-auth-dfef6321","reconcileID":"dd6d2ce7-0fda-452b-8805-364c83af56d2","MaaSAuthPolicy":{"name":"e2e-gw-auth-dfef6321","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8f6b5b","tenantID":"e2e-worker-w4-8f6b5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:39.538689267Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-subscription","reconcileID":"b093f38c-d35e-43ca-a837-a0ece07008f9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-premium-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/premium-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:39.596280021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-dfef6321","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"e2e-gw-auth-dfef6321","reconcileID":"dd6d2ce7-0fda-452b-8805-364c83af56d2","MaaSAuthPolicy":{"name":"e2e-gw-auth-dfef6321","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"e2e-worker-w4-8f6b5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:39.640336758Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-subscription","reconcileID":"07f220aa-e1b7-4179-bb2f-e90a7c0d879c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-premium-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/premium-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:39.742456835Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-subscription","reconcileID":"1b3e7fc1-5aa1-4057-9a69-c2a4625200b4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-simulator-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:39.807269142Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-a05b7e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a05b7e-sub","reconcileID":"ab0b9010-5e9f-428f-acf4-3452c6d79e57","MaaSSubscription":{"name":"e2e-rt-sw-a05b7e-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-a05b7e","model":"llm/e2e-rt-sw-a05b7e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:39.995474428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a0bb3e7a-1099-411f-bd9a-9b040eea7390","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:39.995572209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a05b7e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a05b7e-access","reconcileID":"fd845168-a1fc-45ea-a4cc-c730d36bce31","MaaSAuthPolicy":{"name":"e2e-rt-sw-a05b7e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:39.995939778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"af1f8a6d-af46-4743-8918-c21b4fc5dd7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:40.052526284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a05b7e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a05b7e-access","reconcileID":"fd845168-a1fc-45ea-a4cc-c730d36bce31","MaaSAuthPolicy":{"name":"e2e-rt-sw-a05b7e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:40.053799198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a0bb3e7a-1099-411f-bd9a-9b040eea7390","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:40.054969325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"af1f8a6d-af46-4743-8918-c21b4fc5dd7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:41.97116506Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-dfef6321","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"e2e-gw-auth-dfef6321","reconcileID":"0250253c-bdab-4219-9979-2b3842d7d450","MaaSAuthPolicy":{"name":"e2e-gw-auth-dfef6321","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"model":"e2e-models-e2e-worker-w4-8f6b5b/simulator-w4-8f6b5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:41.971244079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"namespace":"e2e-models-e2e-worker-w4-8f6b5b","name":"simulator-w4-8f6b5b","reconcileID":"289b5b13-6f46-4c83-87f9-a560a9f23a49","MaaSModelRef":{"name":"simulator-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"routeName":"simulator-w4-8f6b5b-kserve-route","namespace":"e2e-models-e2e-worker-w4-8f6b5b","llmisvcName":"simulator-w4-8f6b5b","gateway":"openshift-ingress/e2e-worker-w4-8f6b5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:42.137337808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"namespace":"e2e-models-e2e-worker-w4-8f6b5b","name":"simulator-w4-8f6b5b","reconcileID":"cf40cfa6-b57c-442d-98c0-1fe3d5ded46f","MaaSModelRef":{"name":"simulator-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"routeName":"simulator-w4-8f6b5b-kserve-route","namespace":"e2e-models-e2e-worker-w4-8f6b5b","llmisvcName":"simulator-w4-8f6b5b","gateway":"openshift-ingress/e2e-worker-w4-8f6b5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:44.033222424Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:49.113558598Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"simulator-w0-057e2d","reconcileID":"55185875-02c2-4046-9441-3caf4e0c7564","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"simulator-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"simulator-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:49.113974564Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"premium-w0-057e2d","reconcileID":"6f278762-ae11-403c-ba33-733d0a14c8ff","MaaSModelRef":{"name":"premium-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"premium-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"premium-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:49.185592672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"simulator-w0-057e2d","reconcileID":"87071708-4d48-4396-9597-ba9a83a6cf1e","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"simulator-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"simulator-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:49.186119325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"premium-w0-057e2d","reconcileID":"7afc72a2-6003-409c-99cd-da3b176e0182","MaaSModelRef":{"name":"premium-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"premium-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"premium-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:49.275823806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"b02e5b4b-3d11-4e5e-baef-eb1b4aaf41f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:49.275900009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"0896fa31-2e95-44af-8758-cfdf33f92f7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:49.327765549Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-subscription","reconcileID":"33a36bff-3bd4-4634-b894-399e5a1864d1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-simulator-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:49.328235791Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-subscription","reconcileID":"ad85e3f0-43b4-405f-9c35-8c23b340e27a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-premium-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/premium-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:49.332459305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"0896fa31-2e95-44af-8758-cfdf33f92f7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:49.333565028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"b02e5b4b-3d11-4e5e-baef-eb1b4aaf41f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:49.697357031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"21fa619f-1b35-45ea-8c4b-e5984bf0c35b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:49.697607073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"1022fd2a-0a86-4c0c-9a7b-0f2d41c1b0de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:49.75851585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"1022fd2a-0a86-4c0c-9a7b-0f2d41c1b0de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:49.762111256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"21fa619f-1b35-45ea-8c4b-e5984bf0c35b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:56.625360751Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8143c25c-1f35-486c-9fcb-644105be6c32","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:56.848490142Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-a05b7e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a05b7e-sub","reconcileID":"f75cf980-25a9-47ba-9822-08c66088c9cd","MaaSSubscription":{"name":"e2e-rt-sw-a05b7e-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-a05b7e","model":"llm/e2e-rt-sw-a05b7e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:56.893292268Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-subscription","reconcileID":"864f8f6a-6a8d-4089-8da2-c051706ac7fe","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-premium-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/premium-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:56.916956883Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-subscription","reconcileID":"43504ab0-58d6-4ff6-bbb9-f1c7f27586e8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-premium-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/premium-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:57.027750829Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-subscription","reconcileID":"a0cfb125-4c04-4404-8731-fbdf38f2608f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-simulator-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:57.140011657Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-subscription","reconcileID":"52766625-35fb-48a4-9de4-1edcb7cdc010","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-simulator-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/simulator-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:57.269019506Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-subscription","reconcileID":"abfef8f2-8044-493b-9628-8eb8f05fd87f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-premium-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/premium-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:57.328830149Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-subscription","reconcileID":"5992e478-6903-4ffb-b63a-cc5751215f06","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-premium-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/premium-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:57.388998592Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8a176e82-c859-4688-863c-972dd20dc31b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:57.501532598Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-subscription","reconcileID":"00f897e3-d06e-4c85-912b-085363e34a60","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-premium-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/premium-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:57.513831786Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-subscription","reconcileID":"8547ad64-2820-4d8a-bc34-6603e8ef3a00","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-simulator-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:57.62399666Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-subscription","reconcileID":"c0ffe8a2-1bca-4fb7-bd5d-38b3d9c834e2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-simulator-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/simulator-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:57.71408407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"5218e51f-403b-41f9-8738-1fc04c31d29e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:57.717952264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"7dadcb76-379b-4a84-8954-add366a51397","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:57.729493488Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-subscription","reconcileID":"2b64ffe7-b2b7-400f-93ce-15a809aba976","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-simulator-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:57.772284407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"5218e51f-403b-41f9-8738-1fc04c31d29e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:57.775975105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"7dadcb76-379b-4a84-8954-add366a51397","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:10.666911655Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-subscription","reconcileID":"01eaf7bd-f5c8-4288-ba87-883d2ef69a34","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-premium-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/premium-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:10.765955373Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-subscription","reconcileID":"9a67724c-4d96-45b3-8e0f-ae6998deb6e3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-premium-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/premium-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:10.817940482Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-subscription","reconcileID":"9282bc41-9963-45bd-8a7d-8353c1b7f39c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-simulator-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:11.046724476Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ef7045fa-3e2f-42fa-82a1-dc05e75f7324","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:11.100715508Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-subscription","reconcileID":"4e37e334-40d7-4c47-b3e0-c1df7804798f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-premium-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/premium-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:11.189332237Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-subscription","reconcileID":"fc02958c-84c3-4d9d-ab0f-3ffacc4ab91d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-simulator-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:11.189322607Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-subscription","reconcileID":"8766b243-c13a-4436-b5f8-b9afbe6ca5b4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-simulator-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:11.289452854Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-subscription","reconcileID":"c6fa2f9d-0556-4452-8d5e-e2fb989f3d6d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-premium-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/premium-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:11.389713016Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-subscription","reconcileID":"3041989d-8c8a-4012-a829-3cf25072b186","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-simulator-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/simulator-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:11.489842917Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"01be5d49-3ac8-4242-9241-986c1592ad2c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:11.5911198Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-subscription","reconcileID":"cbd77818-dceb-4769-a83a-c8d110eed122","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-simulator-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/simulator-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:11.64374792Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-a05b7e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a05b7e-sub","reconcileID":"e96512a0-cd6e-4dcc-86d8-db1842c19d93","MaaSSubscription":{"name":"e2e-rt-sw-a05b7e-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-a05b7e","model":"llm/e2e-rt-sw-a05b7e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:11.690992707Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-subscription","reconcileID":"6e6bfd4a-07cb-46f1-8e27-565fc37e4356","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-premium-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/premium-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:14.030360982Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:33.80980094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"distinct-w0-057e2d","reconcileID":"42270cc9-cfee-4dce-b080-2fdc88bacb39","MaaSModelRef":{"name":"distinct-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"distinct-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"distinct-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:34.829972304Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-a05b7e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a05b7e","reconcileID":"6a781c9c-92bc-4173-825c-ccf92f6bcf2a","namespace":"llm","name":"e2e-rt-sw-a05b7e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:34.882744108Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a05b7e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a05b7e","reconcileID":"1f4c006b-c4fe-4fb6-9c81-1425abc6cec9","MaaSModelRef":{"name":"e2e-rt-sw-a05b7e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-a05b7e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:34.882788693Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a05b7e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a05b7e","reconcileID":"1f4c006b-c4fe-4fb6-9c81-1425abc6cec9","MaaSModelRef":{"name":"e2e-rt-sw-a05b7e","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-a05b7e-7b5ba21d062f","namespace":"llm","model":"e2e-rt-sw-a05b7e","externalModel":"e2e-rt-sw-a05b7e","provider":"e2e-rt-sw-a05b7e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:34.988226058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"66da23c8-d533-47c2-bfe0-0b37929dc8c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:34.988228568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"5928505d-e3ff-4cbf-bbf5-3df23de7838f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:34.988914409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-access","reconcileID":"ac003815-9744-445b-85e2-e63362d5c0f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-baacee","tenantID":"e2e-worker-w1-baacee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:34.989218319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"d18fc940-5efe-4716-984a-d77bda985492","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:35.022877925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"f65c94f6-7805-467d-be85-5be1df5d7b1d","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:35.023282003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"premium-w3-a8e157","reconcileID":"87b444c2-418c-4b42-a290-2dcf92af80f2","MaaSModelRef":{"name":"premium-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"premium-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"premium-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:35.043030818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"39921bd4-b43d-453a-bd8a-daa5039bc4f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:35.047379666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"5928505d-e3ff-4cbf-bbf5-3df23de7838f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:35.047530409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"66da23c8-d533-47c2-bfe0-0b37929dc8c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:35.049831913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"d18fc940-5efe-4716-984a-d77bda985492","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:35.050209226Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4ce71097-28fe-49bb-b0c8-b08e27b66e72","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:35.050223567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4ce71097-28fe-49bb-b0c8-b08e27b66e72","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:35.050460855Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6fa5b69c-580d-4b98-afa7-0b2231ea7d5b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:35.050472055Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6fa5b69c-580d-4b98-afa7-0b2231ea7d5b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:35.050706774Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"174d1ef2-c9a5-4eb3-b695-0172e2fd67ec","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:35.050718183Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"174d1ef2-c9a5-4eb3-b695-0172e2fd67ec","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:35.050783878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-access","reconcileID":"ac003815-9744-445b-85e2-e63362d5c0f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"e2e-worker-w1-baacee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:35.050902901Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f8e4ca17-d982-4820-9325-08293a7348c5","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:35.050912465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f8e4ca17-d982-4820-9325-08293a7348c5","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:35.051095249Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b0a744bf-bbec-45c1-aaa5-c96f02850aea","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:35.051106273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b0a744bf-bbec-45c1-aaa5-c96f02850aea","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:35.051416545Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c28d495e-56ad-439b-8799-9a72bd23e4a8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:35.051429779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c28d495e-56ad-439b-8799-9a72bd23e4a8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:35.153006504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"39921bd4-b43d-453a-bd8a-daa5039bc4f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:35.154055727Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a05b7e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a05b7e","reconcileID":"58f3c4ee-244d-4ed7-803c-94f58448b4e1","MaaSModelRef":{"name":"e2e-rt-sw-a05b7e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-a05b7e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:35.154075218Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a05b7e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a05b7e","reconcileID":"58f3c4ee-244d-4ed7-803c-94f58448b4e1","MaaSModelRef":{"name":"e2e-rt-sw-a05b7e","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-a05b7e-7b5ba21d062f","namespace":"llm","model":"e2e-rt-sw-a05b7e","externalModel":"e2e-rt-sw-a05b7e","provider":"e2e-rt-sw-a05b7e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:35.243544192Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3de302be-654f-4f39-b9a2-d0b4c5a37e00","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:35.243569702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3de302be-654f-4f39-b9a2-d0b4c5a37e00","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:35.2438747Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"55d7b246-fe9f-4f85-9682-59e3509da648","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:35.243889365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"55d7b246-fe9f-4f85-9682-59e3509da648","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:35.24409367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"f8bddbe9-2170-4a11-abef-dca14f87187e","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:35.244387499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"premium-w3-a8e157","reconcileID":"8c853582-180b-403e-879c-557a0c193c01","MaaSModelRef":{"name":"premium-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"premium-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"premium-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:35.297430353Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-subscription","reconcileID":"846d531a-bbb1-45ec-91d7-456d504977e0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-premium-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/premium-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:35.29766893Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-subscription","reconcileID":"105795c7-fb8c-4873-95d5-ab78f69e1c8c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-simulator-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:35.403472023Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"742568d1-05a4-442b-927e-b3bd77216a14","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:35.403696477Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"03070d3c-187f-4383-aefb-c64269e7156a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:35.456536547Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-a05b7e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a05b7e-sub","reconcileID":"7fb0b00b-b645-487d-9403-e5769dc1c270","MaaSSubscription":{"name":"e2e-rt-sw-a05b7e-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-a05b7e","model":"llm/e2e-rt-sw-a05b7e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:35.465701815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-access","reconcileID":"af55a5e4-9034-4fae-b95d-202ae594ef13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-baacee","tenantID":"e2e-worker-w1-baacee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:35.46571174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"8c518831-935b-45d2-9da8-c39995338346","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:35.517961136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1070061c-d57d-47a3-b7d1-4703c34c32cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:35.51797146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a05b7e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a05b7e-access","reconcileID":"50bd0302-e523-42b6-8ff3-565d3e26dd51","MaaSAuthPolicy":{"name":"e2e-rt-sw-a05b7e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:35.522415761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-access","reconcileID":"af55a5e4-9034-4fae-b95d-202ae594ef13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"e2e-worker-w1-baacee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:35.522633463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"8c518831-935b-45d2-9da8-c39995338346","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:35.564971036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"eea9738a-d850-4f83-8d01-9973345a2d1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:35.579027275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1070061c-d57d-47a3-b7d1-4703c34c32cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:35.580349082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a05b7e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a05b7e-access","reconcileID":"50bd0302-e523-42b6-8ff3-565d3e26dd51","MaaSAuthPolicy":{"name":"e2e-rt-sw-a05b7e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:35.621709757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"eea9738a-d850-4f83-8d01-9973345a2d1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:35.888476139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"4de6b126-5c61-44cb-bc5d-f1943717b532","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:35.888486798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-access","reconcileID":"dd366f35-5551-4fc4-b96f-ceaef07dab28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8f6b5b","tenantID":"e2e-worker-w4-8f6b5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:35.946187429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"4de6b126-5c61-44cb-bc5d-f1943717b532","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:35.946187439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-access","reconcileID":"dd366f35-5551-4fc4-b96f-ceaef07dab28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"e2e-worker-w4-8f6b5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:35.988065433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-access","reconcileID":"b0f4a1c7-e173-434d-95e1-4e063b4ea8d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8f6b5b","tenantID":"e2e-worker-w4-8f6b5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:36.040440483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7a41c0ec-9664-4cfe-b948-9dc7842f4629","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:36.044490383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-access","reconcileID":"b0f4a1c7-e173-434d-95e1-4e063b4ea8d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"e2e-worker-w4-8f6b5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:36.0973378Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-a05b7e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a05b7e","reconcileID":"2f3aca9c-6eb3-4d8b-9bf8-6f9d6e8ff5a6","namespace":"llm","name":"e2e-rt-sw-a05b7e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:36.10068655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7a41c0ec-9664-4cfe-b948-9dc7842f4629","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:36.25591645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"943db4fb-25c0-4437-819e-379d931aa4f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:36.3129547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"943db4fb-25c0-4437-819e-379d931aa4f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:36.356192172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-access","reconcileID":"6068d222-48df-4766-a7a1-e56c53fcd3df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-baacee","tenantID":"e2e-worker-w1-baacee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:36.356191285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"fdff067f-1890-4782-8077-bba198af0c24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:36.414574433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-access","reconcileID":"6068d222-48df-4766-a7a1-e56c53fcd3df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"e2e-worker-w1-baacee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:36.415223908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"fdff067f-1890-4782-8077-bba198af0c24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:36.508719202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a05b7e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a05b7e-access","reconcileID":"022e5412-4a45-4791-8a6e-2276cb33a118","MaaSAuthPolicy":{"name":"e2e-rt-sw-a05b7e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:36.512077163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"21f41b3d-7770-44bd-8225-ca22bdc61e18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:36.565523594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a05b7e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a05b7e-access","reconcileID":"022e5412-4a45-4791-8a6e-2276cb33a118","MaaSAuthPolicy":{"name":"e2e-rt-sw-a05b7e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:36.568916608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"21f41b3d-7770-44bd-8225-ca22bdc61e18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:36.677522131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3212893c-cdaf-4b5c-9c03-39e1b4f82e2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:36.734034749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3212893c-cdaf-4b5c-9c03-39e1b4f82e2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:36.82830173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-access","reconcileID":"b209495a-5420-413f-aa05-cea76e7b2646","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-baacee","tenantID":"e2e-worker-w1-baacee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:36.82835451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"f65bfe5a-5464-4fbc-9c9a-a9d2ab82c78a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:36.882217658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"8bceeadf-ae03-4834-9d9c-127ae450fe31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:36.886192233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"f65bfe5a-5464-4fbc-9c9a-a9d2ab82c78a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:36.886950125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-access","reconcileID":"b209495a-5420-413f-aa05-cea76e7b2646","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"e2e-worker-w1-baacee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:36.939283277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"8bceeadf-ae03-4834-9d9c-127ae450fe31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:36.989577957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-access","reconcileID":"196250fd-d298-4923-9ffc-554e2d0bf506","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8f6b5b","tenantID":"e2e-worker-w4-8f6b5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:37.046574932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-access","reconcileID":"196250fd-d298-4923-9ffc-554e2d0bf506","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"e2e-worker-w4-8f6b5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:37.088976274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-access","reconcileID":"8cec70c3-a559-493b-8c39-feefe10f93ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8f6b5b","tenantID":"e2e-worker-w4-8f6b5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:37.146595903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-access","reconcileID":"8cec70c3-a559-493b-8c39-feefe10f93ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"e2e-worker-w4-8f6b5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:37.249425038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"32234a31-d1db-452a-841b-307b9a053dfd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:37.30173725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9b71cd4f-7717-4076-8b0c-17574239d37b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:37.305922582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"32234a31-d1db-452a-841b-307b9a053dfd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:37.358949087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9b71cd4f-7717-4076-8b0c-17574239d37b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:39.996559883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"namespace":"e2e-models-e2e-worker-w4-8f6b5b","name":"simulator-w4-8f6b5b","reconcileID":"5d85e575-4b8c-470f-a152-0998d5e14f65","MaaSModelRef":{"name":"simulator-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"routeName":"simulator-w4-8f6b5b-kserve-route","namespace":"e2e-models-e2e-worker-w4-8f6b5b","llmisvcName":"simulator-w4-8f6b5b","gateway":"openshift-ingress/e2e-worker-w4-8f6b5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:39.997126242Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"namespace":"e2e-models-e2e-worker-w4-8f6b5b","name":"premium-w4-8f6b5b","reconcileID":"7c1e83ed-1b5c-4c90-8918-44c077ff8d13","MaaSModelRef":{"name":"premium-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"routeName":"premium-w4-8f6b5b-kserve-route","namespace":"e2e-models-e2e-worker-w4-8f6b5b","llmisvcName":"premium-w4-8f6b5b","gateway":"openshift-ingress/e2e-worker-w4-8f6b5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:40.072548278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"namespace":"e2e-models-e2e-worker-w4-8f6b5b","name":"simulator-w4-8f6b5b","reconcileID":"efac2e7e-69c5-486a-88dd-cdd3f3def4d9","MaaSModelRef":{"name":"simulator-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"routeName":"simulator-w4-8f6b5b-kserve-route","namespace":"e2e-models-e2e-worker-w4-8f6b5b","llmisvcName":"simulator-w4-8f6b5b","gateway":"openshift-ingress/e2e-worker-w4-8f6b5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:40.072970407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"namespace":"e2e-models-e2e-worker-w4-8f6b5b","name":"premium-w4-8f6b5b","reconcileID":"975be6f2-488a-453c-9f4c-f2dd49838358","MaaSModelRef":{"name":"premium-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"routeName":"premium-w4-8f6b5b-kserve-route","namespace":"e2e-models-e2e-worker-w4-8f6b5b","llmisvcName":"premium-w4-8f6b5b","gateway":"openshift-ingress/e2e-worker-w4-8f6b5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:40.157167395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-access","reconcileID":"07a42228-8ab3-4a9c-bf9b-f6d00e731f1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8f6b5b","tenantID":"e2e-worker-w4-8f6b5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:40.214706082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-access","reconcileID":"07a42228-8ab3-4a9c-bf9b-f6d00e731f1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"e2e-worker-w4-8f6b5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:40.2309718Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-subscription","reconcileID":"56128bf3-016a-49b6-b90a-80691b6abf90","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-simulator-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/simulator-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:40.231232293Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-subscription","reconcileID":"662e0724-1b21-4475-b757-9158f2ed4e14","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-premium-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/premium-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:40.254568264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-access","reconcileID":"1ba0a18a-e2de-4be3-b9b7-bb2302128eaa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8f6b5b","tenantID":"e2e-worker-w4-8f6b5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:40.311121624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-access","reconcileID":"1ba0a18a-e2de-4be3-b9b7-bb2302128eaa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"e2e-worker-w4-8f6b5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:40.529978338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-access","reconcileID":"88e7886a-9780-4913-973f-f7858233cc89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8f6b5b","tenantID":"e2e-worker-w4-8f6b5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:40.58751348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-access","reconcileID":"88e7886a-9780-4913-973f-f7858233cc89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"e2e-worker-w4-8f6b5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:40.679134204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-access","reconcileID":"afce6545-4b98-4456-845b-fc5779a0bf36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8f6b5b","tenantID":"e2e-worker-w4-8f6b5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:40.736922734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-access","reconcileID":"afce6545-4b98-4456-845b-fc5779a0bf36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"e2e-worker-w4-8f6b5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:44.030609527Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:47.324519186Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-subscription","reconcileID":"81fb6193-0f49-4e5e-92db-0c8141e32089","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-simulator-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:47.456568669Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-subscription","reconcileID":"a892e45b-7153-4e4a-8b1b-f99b116777fa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-premium-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/premium-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:47.573567287Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-subscription","reconcileID":"e1886e80-01b7-46e5-b8ea-1e6d8fe926ce","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-simulator-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:47.662557419Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-subscription","reconcileID":"d0499e8e-930b-4807-b3e3-97ce346bb1ae","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-simulator-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/simulator-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:47.762484998Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-subscription","reconcileID":"8ea92bda-6550-4b15-a805-278578edb25b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-premium-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/premium-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:47.86845232Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-subscription","reconcileID":"b70b9296-a5a5-4d10-bc23-1f222a07cc2d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-premium-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/premium-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:47.975585056Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-subscription","reconcileID":"48386d82-1cdb-4b29-91a3-ff9991a14ee5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-premium-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/premium-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:48.067579575Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1a9e21de-023a-40c0-9ad5-5170e52aef7a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:48.185081287Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-subscription","reconcileID":"7b5559ec-6893-4faa-a8cc-b0d098fb0832","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-simulator-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/simulator-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:48.265418942Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0f7ce9a5-c49b-4bcd-8a46-826fda7dd36a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:48.3702332Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-subscription","reconcileID":"741acc93-a9c4-4695-a436-d673022cdbbb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-premium-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/premium-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:48.474729231Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-subscription","reconcileID":"5990885e-d944-4fe0-9bf7-35f3aa92882b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-simulator-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:48.534329405Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-a05b7e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a05b7e-sub","reconcileID":"36d8f96c-2ad8-4abd-a7f7-2779bb607cdc","MaaSSubscription":{"name":"e2e-rt-sw-a05b7e-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-a05b7e","model":"llm/e2e-rt-sw-a05b7e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:48.575315974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5b7fce39-8066-415c-8c63-5fa6458511be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:48.591432646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dd12c566-5c50-425e-8fb8-c3b913efa9d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:48.592445902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a05b7e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a05b7e-access","reconcileID":"2f8fff84-22a5-4a0e-aa36-9c04decced14","MaaSAuthPolicy":{"name":"e2e-rt-sw-a05b7e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:48.630292631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"060b661c-e3f4-4b56-b7e7-f02b65c506d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:48.63537503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5b7fce39-8066-415c-8c63-5fa6458511be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:48.647982198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"61346366-85e3-4e7e-ab1c-fd979dd5ff7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:48.668285743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dd12c566-5c50-425e-8fb8-c3b913efa9d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:48.668614207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a05b7e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a05b7e-access","reconcileID":"2f8fff84-22a5-4a0e-aa36-9c04decced14","MaaSAuthPolicy":{"name":"e2e-rt-sw-a05b7e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:48.689545218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"060b661c-e3f4-4b56-b7e7-f02b65c506d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:48.708948274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"61346366-85e3-4e7e-ab1c-fd979dd5ff7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:48.996207655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-access","reconcileID":"da0e912a-d1a4-465e-8e86-eeb176af1e07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8f6b5b","tenantID":"e2e-worker-w4-8f6b5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:49.05476372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-access","reconcileID":"da0e912a-d1a4-465e-8e86-eeb176af1e07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"e2e-worker-w4-8f6b5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:49.090140059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-access","reconcileID":"00e278c6-331b-481b-b9eb-746372b4d069","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8f6b5b","tenantID":"e2e-worker-w4-8f6b5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:49.149452372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-access","reconcileID":"00e278c6-331b-481b-b9eb-746372b4d069","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"e2e-worker-w4-8f6b5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:50.465322571Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"simulator-w0-057e2d","reconcileID":"a37e0848-0b5b-44a8-b814-3432bcfa3060","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"simulator-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"simulator-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:50.465817457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"premium-w0-057e2d","reconcileID":"7e854e65-2eec-4a0f-acff-cf101349068b","MaaSModelRef":{"name":"premium-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"premium-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"premium-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:50.466121184Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"distinct-w0-057e2d","reconcileID":"a34ad5ca-e4cc-4216-a720-344b9050a684","MaaSModelRef":{"name":"distinct-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"distinct-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"distinct-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:50.531716809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"simulator-w0-057e2d","reconcileID":"cd3c6cfc-a4e9-49ed-84be-3095b3badabe","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"simulator-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"simulator-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:50.532252229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"premium-w0-057e2d","reconcileID":"cf06197e-fd91-479f-9f18-6cb3cf1654ee","MaaSModelRef":{"name":"premium-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"premium-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"premium-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:50.532689256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"distinct-w0-057e2d","reconcileID":"e4b81d59-d36f-475f-a253-f3cf37ecd3b3","MaaSModelRef":{"name":"distinct-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"distinct-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"distinct-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:50.624428755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"dbc69493-ee06-408f-bcbc-71b065479f53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:50.624428872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"23a1953b-c0f6-494b-84de-9bd6ebb0bbda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:50.678858812Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-subscription","reconcileID":"8b8a991c-9657-40e7-a99d-1a5ec3a4525f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-premium-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/premium-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:50.679422217Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-subscription","reconcileID":"228c3a5a-26bf-40b1-ba65-7093d84791ea","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-simulator-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:50.683119118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"dbc69493-ee06-408f-bcbc-71b065479f53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:50.685808533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"23a1953b-c0f6-494b-84de-9bd6ebb0bbda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:51.000513857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"be9ebb1b-9435-4710-9101-31f4b1cbecb6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:51.000811544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"0b171c36-6028-41aa-984f-b8e3c7c8de5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:51.05960958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"be9ebb1b-9435-4710-9101-31f4b1cbecb6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:51.059878295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"0b171c36-6028-41aa-984f-b8e3c7c8de5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:54.238097803Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"distinct-w3-a8e157","reconcileID":"95d49099-629e-46f1-ae88-59c24010ffd8","MaaSModelRef":{"name":"distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"distinct-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"distinct-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:05.269205176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"e1208b0c-b74b-47e9-b81a-6aabb5bfe975","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:05.269202667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"0a71f5b3-c595-4322-bc98-84690fa031a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:05.326621659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"e1208b0c-b74b-47e9-b81a-6aabb5bfe975","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:05.32668284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"0a71f5b3-c595-4322-bc98-84690fa031a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:14.035130357Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:25.778189883Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-subscription","reconcileID":"51acf80c-7845-492c-a0b7-c5f5ef4cc2fd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-simulator-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:25.87768999Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-subscription","reconcileID":"0f52c981-888d-47cd-ae77-35f7212c8238","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-simulator-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:25.891138428Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5bc476b9-7487-46cc-bdbc-fd58f4ff767e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:25.977853795Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-subscription","reconcileID":"fcc2ccce-bac7-4281-86f5-d00ba0c18b88","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-premium-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/premium-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:26.009323189Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-subscription","reconcileID":"3413ab48-4018-4ccb-9255-409054400c5d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-simulator-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:26.152719542Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-a05b7e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a05b7e-sub","reconcileID":"9d9dabfd-8ecb-4353-9016-713817687c8f","MaaSSubscription":{"name":"e2e-rt-sw-a05b7e-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-a05b7e","model":"llm/e2e-rt-sw-a05b7e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:26.199565535Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-subscription","reconcileID":"eec99933-b833-4692-b2f1-1e01f51db7c3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-premium-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/premium-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:26.301137734Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-subscription","reconcileID":"212c076c-4c29-44c5-82e1-ff3fd9c0cf8a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-premium-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/premium-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:26.52959469Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-subscription","reconcileID":"11481f3c-08e1-4962-ba9f-322abc8049e1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-premium-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/premium-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:26.646361765Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-subscription","reconcileID":"0871dff7-4221-4f8b-9d80-8a74c1b31b50","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-premium-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/premium-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:26.746250258Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-subscription","reconcileID":"917b8a75-9556-45db-8068-b1c5c03e99f5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-simulator-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/simulator-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:26.847566073Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"aead9a6a-cc8a-4c85-831f-af3533a20e58","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:26.847686085Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-subscription","reconcileID":"52c3c40a-b73e-4ca1-8a1b-a5a2e714b396","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-simulator-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/simulator-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:37.21801835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"distinct-2-w0-057e2d","reconcileID":"871d8b50-c8da-47db-9930-0792c9933632","MaaSModelRef":{"name":"distinct-2-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"distinct-2-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"distinct-2-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:37.720140888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"0b2814aa-d082-4ee0-92e5-3acf4bfaee9e","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:37.720523382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"premium-w3-a8e157","reconcileID":"7e506cea-eab2-4f13-9e96-e15aaeaa4471","MaaSModelRef":{"name":"premium-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"premium-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"premium-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:37.720905363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"distinct-w3-a8e157","reconcileID":"6f880ac2-a99a-4b6b-8d29-3ac62953602b","MaaSModelRef":{"name":"distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"distinct-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"distinct-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:37.785892793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"3c47fe1b-80ec-440c-8e24-ea6db83c070c","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:37.786355475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"premium-w3-a8e157","reconcileID":"df1727bb-b2b0-4a90-b1fb-a607cabc5a6c","MaaSModelRef":{"name":"premium-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"premium-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"premium-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:37.786780481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"distinct-w3-a8e157","reconcileID":"5ae3c0e6-52f0-4433-8743-286827a181a8","MaaSModelRef":{"name":"distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"distinct-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"distinct-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:37.885289755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"bc0c41c4-21a0-42ed-9ef6-4d9d39c38c60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:37.885286973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"83c6b7d0-1d0e-4d3e-a75d-682820c36689","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:37.940903723Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-subscription","reconcileID":"a8ee080c-f6a5-4772-8190-7f28da2daeaa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-premium-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/premium-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:37.941584104Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-subscription","reconcileID":"a86f4169-8190-4e7f-a600-9297e530e302","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-simulator-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:37.945388101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"83c6b7d0-1d0e-4d3e-a75d-682820c36689","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:37.947386732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"bc0c41c4-21a0-42ed-9ef6-4d9d39c38c60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:38.201298123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"simulator-w0-057e2d","reconcileID":"47c00ac3-fbcc-42c1-bcb8-f2eda5def560","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"simulator-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"simulator-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:38.25829828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"simulator-w0-057e2d","reconcileID":"eeb945c8-87f9-4bb5-bd83-a8643b6f3afe","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"simulator-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"simulator-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:38.263591727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"031a05f9-0825-4c08-86a9-4bb35095c396","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:38.263601046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"e081b7fe-b4f5-4339-9a14-488fbb596bff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:38.32150392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"e081b7fe-b4f5-4339-9a14-488fbb596bff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:38.321522624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"031a05f9-0825-4c08-86a9-4bb35095c396","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:38.463688131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-dedup-auth","reconcileID":"9b270b52-7e97-4449-b2ae-7512cec96a61","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:38.521529584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-dedup-auth","reconcileID":"9b270b52-7e97-4449-b2ae-7512cec96a61","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:38.839400813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"simulator-w0-057e2d","reconcileID":"8ee27d0c-4803-4c43-b222-a68f78c1830f","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"simulator-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"simulator-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:38.996600408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-dedup-auth","reconcileID":"8203f4ce-3f26-4948-8179-a7e729caa4fe","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:39.053430415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-dedup-auth","reconcileID":"8203f4ce-3f26-4948-8179-a7e729caa4fe","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:40.94053559Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-c03646","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-c03646","reconcileID":"10f0ed48-f2b1-4d54-9a8c-d77e94ea3a53","namespace":"llm","name":"e2e-rt-eq-c03646","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:40.996385365Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-c03646","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-c03646","reconcileID":"7d723845-01f1-41e0-a08a-4c77135c4c98","namespace":"llm","name":"e2e-rt-eq-c03646","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:41.070969166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"simulator-w0-057e2d","reconcileID":"3495b7ba-9766-4b64-86ea-61bfc51359a7","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"simulator-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"simulator-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:41.10010342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"daab085c-c320-422f-9d9c-346ac51679e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:41.100290783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"0072ef4f-a976-4789-abe6-61b2a1253d30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:41.100910588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-access","reconcileID":"226b7f6f-d766-46e6-b5ce-2a19114efe59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-baacee","tenantID":"e2e-worker-w1-baacee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:41.128686914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"simulator-w0-057e2d","reconcileID":"f6cb2e1b-9e1d-4d8a-87c5-578eda1e1e2f","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"simulator-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"simulator-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:41.152710335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d0d9f7af-895b-4f4f-a364-d72acb251514","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:41.153135205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a05b7e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a05b7e-access","reconcileID":"446ad6ea-1b21-4ef1-859e-939dba29419a","MaaSAuthPolicy":{"name":"e2e-rt-sw-a05b7e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:41.157676542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-access","reconcileID":"226b7f6f-d766-46e6-b5ce-2a19114efe59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"e2e-worker-w1-baacee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:41.157944016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"0072ef4f-a976-4789-abe6-61b2a1253d30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:41.160961699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"daab085c-c320-422f-9d9c-346ac51679e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:22:41.181241344Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-dedup-subscription","reconcileID":"3ffb7176-d175-427f-a597-837e6e87eb8e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dedup-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:41.210144415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d0d9f7af-895b-4f4f-a364-d72acb251514","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:41.210280924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a05b7e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a05b7e-access","reconcileID":"446ad6ea-1b21-4ef1-859e-939dba29419a","MaaSAuthPolicy":{"name":"e2e-rt-sw-a05b7e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:41.327859992Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-c03646","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-c03646","reconcileID":"e9c95743-fbe8-4be4-878b-cd0ec016d16e","MaaSModelRef":{"name":"e2e-rt-eq-c03646","namespace":"llm"},"name":"e2e-rt-eq-c03646","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:41.445823694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"simulator-w0-057e2d","reconcileID":"14dee69d-7292-4de8-98d1-48ea13b03a02","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"simulator-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"simulator-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:41.446260138Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"eb39a465-0efc-4231-9ce0-9708d5005144","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:41.446276191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"eb39a465-0efc-4231-9ce0-9708d5005144","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:41.446506088Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"8f9c9357-865b-4508-86ad-8f5488c76057","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:41.446517193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"8f9c9357-865b-4508-86ad-8f5488c76057","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:41.446755206Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"32a0d620-7a29-428b-bd3e-b1ac40f683f6","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:41.446768478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"32a0d620-7a29-428b-bd3e-b1ac40f683f6","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:41.447002721Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"b281f205-20bf-4228-a82c-4aef41f8f379","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:41.447014586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"b281f205-20bf-4228-a82c-4aef41f8f379","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:41.447229964Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"daa6034b-4ece-426a-9c1d-71fc59d66c0d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:41.447242116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"daa6034b-4ece-426a-9c1d-71fc59d66c0d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:41.447545809Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"494a86e2-c4d6-4a95-9ded-df2659d682fe","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:41.447557309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"494a86e2-c4d6-4a95-9ded-df2659d682fe","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:41.501756495Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a05b7e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a05b7e","reconcileID":"fd4f226b-1523-4484-9fb6-766d43f772c5","MaaSModelRef":{"name":"e2e-rt-sw-a05b7e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-a05b7e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:41.501786308Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a05b7e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a05b7e","reconcileID":"fd4f226b-1523-4484-9fb6-766d43f772c5","MaaSModelRef":{"name":"e2e-rt-sw-a05b7e","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-a05b7e-7b5ba21d062f","namespace":"llm","model":"e2e-rt-sw-a05b7e","externalModel":"e2e-rt-sw-a05b7e","provider":"e2e-rt-sw-a05b7e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:22:41.528080001Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"a4ec0d5c-9fb3-4022-bb2b-78215c3ce3a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: compose ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription@e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:41.528226171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-access","reconcileID":"5d618b44-fb8f-4d13-8039-b23305b96a32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-baacee","tenantID":"e2e-worker-w1-baacee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:41.53555168Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"23537b82-7b99-449b-84d8-2dcccd679544","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:41.536017187Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d5d67fb7-e8b6-49b0-99fd-486b6fa64e16","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:41.555527237Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"88beac16-e42a-4f65-9006-6dfdd4d9185a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:41.555550563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"88beac16-e42a-4f65-9006-6dfdd4d9185a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:41.555971616Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"07ea61bd-b20c-4fa9-aaef-f527cd4c0dfb","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:41.555988217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"07ea61bd-b20c-4fa9-aaef-f527cd4c0dfb","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:41.580084373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"95fac123-1c91-4048-807a-84f4f65d1116","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:41.585176411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-access","reconcileID":"5d618b44-fb8f-4d13-8039-b23305b96a32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"e2e-worker-w1-baacee-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:22:41.586252404Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"a4ec0d5c-9fb3-4022-bb2b-78215c3ce3a8","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: compose ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription@e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:41.588528674Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-a05b7e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a05b7e-sub","reconcileID":"28cc2f8e-a4f0-4491-bce6-f02ae0a94394","MaaSSubscription":{"name":"e2e-rt-sw-a05b7e-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-a05b7e","model":"llm/e2e-rt-sw-a05b7e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:41.60875495Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-c03646","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-c03646","reconcileID":"12f21c95-0fbd-4186-8947-e828f3fc12b8","MaaSModelRef":{"name":"e2e-rt-eq-c03646","namespace":"llm"},"name":"e2e-rt-eq-c03646","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:41.628762414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"af882c85-4a26-46f0-87ac-b4471e3b6d20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:41.636983874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"95fac123-1c91-4048-807a-84f4f65d1116","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:41.661837634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"premium-w0-057e2d","reconcileID":"a7e9487a-1fd0-401f-8043-adc12425e052","MaaSModelRef":{"name":"premium-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"premium-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"premium-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:41.687577477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"af882c85-4a26-46f0-87ac-b4471e3b6d20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:41.689539011Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-dedup-subscription","reconcileID":"ecb29ef5-30de-4820-b562-209af3a2e428","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-simulator-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription","ai-tenant-e2e-worker-w0-057e2d/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:41.728315237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"fa0135ab-1612-46e3-a136-ca9c67501621","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:41.789050082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"fa0135ab-1612-46e3-a136-ca9c67501621","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:41.830439108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-access","reconcileID":"16e21467-92bd-420c-806e-dc1a04a46ac1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8f6b5b","tenantID":"e2e-worker-w4-8f6b5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:41.85716611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"simulator-w0-057e2d","reconcileID":"2723b6ab-ea6a-4356-b8ce-4599591422c6","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"simulator-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"simulator-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:41.889384538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-access","reconcileID":"16e21467-92bd-420c-806e-dc1a04a46ac1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"e2e-worker-w4-8f6b5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:41.900281344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-access","reconcileID":"50b5b4f0-69ee-41ec-9a23-2d5566047f03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8f6b5b","tenantID":"e2e-worker-w4-8f6b5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:41.902094694Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-subscription","reconcileID":"8ace36bd-4b69-4e05-a4d1-95e3f9bc5e2e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-simulator-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:22:41.952241588Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-dedup-auth","reconcileID":"bb4e39fd-5983-4112-8597-2656d1abaa12","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: compose ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription@e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:41.958303032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-access","reconcileID":"50b5b4f0-69ee-41ec-9a23-2d5566047f03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"e2e-worker-w4-8f6b5b-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:22:42.010244102Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-dedup-auth","reconcileID":"bb4e39fd-5983-4112-8597-2656d1abaa12","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: compose ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription@e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:42.01058522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"simulator-w0-057e2d","reconcileID":"54577369-071b-4819-b34f-2425ba6e01e4","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"simulator-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"simulator-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:22:42.052570051Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"ab571536-afeb-429e-b548-3ab72cd0f686","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: compose ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription@e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:42.068421772Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-dedup-subscription","reconcileID":"1f71bff8-4219-4cb8-a71b-bc753d548989","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-simulator-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:22:42.108970516Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"ab571536-afeb-429e-b548-3ab72cd0f686","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: compose ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription@e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:42.109214532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"simulator-w0-057e2d","reconcileID":"64f665e5-039b-45ac-a345-821de5a58abc","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"simulator-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"simulator-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:42.17001541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"86c56fc2-c6cc-45ba-a28b-4642a1236814","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:42.226889445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"86c56fc2-c6cc-45ba-a28b-4642a1236814","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:42.304608595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"a9bc331e-c912-46cc-82f1-69a97d5d8c56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:42.32211173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a05b7e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a05b7e-access","reconcileID":"da9b067f-31cd-4f13-b0d6-769f9ec42669","MaaSAuthPolicy":{"name":"e2e-rt-sw-a05b7e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:42.322113427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"af92caa2-e371-48d3-a969-2240cfdc533d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:42.357678544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-access","reconcileID":"227105ce-e94e-42bc-830d-c9098de0157d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-baacee","tenantID":"e2e-worker-w1-baacee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:42.3619592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"a9bc331e-c912-46cc-82f1-69a97d5d8c56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:42.37899467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a05b7e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a05b7e-access","reconcileID":"da9b067f-31cd-4f13-b0d6-769f9ec42669","MaaSAuthPolicy":{"name":"e2e-rt-sw-a05b7e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:42.379972811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"af92caa2-e371-48d3-a969-2240cfdc533d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:42.414556189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-access","reconcileID":"227105ce-e94e-42bc-830d-c9098de0157d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"e2e-worker-w1-baacee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:42.614813542Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-8bd02cd2","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"namespace":"e2e-models-e2e-worker-w4-8f6b5b","name":"e2e-conflict-a-8bd02cd2","reconcileID":"3ba8c30c-c9e5-4921-8469-966786856407","MaaSModelRef":{"name":"e2e-conflict-a-8bd02cd2","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"routeName":"e2e-conflict-a-8bd02cd2-kserve-route","namespace":"e2e-models-e2e-worker-w4-8f6b5b","llmisvcName":"e2e-conflict-a-8bd02cd2","gateway":"openshift-ingress/e2e-worker-w4-8f6b5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:42.644531221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"10130c25-4d39-437a-9dc7-e77aa87ace21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:42.655081327Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-c03646","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-c03646","reconcileID":"69c91d67-10b5-4178-8c4f-fb6c52a3d46b","namespace":"llm","name":"e2e-rt-eq-c03646","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:42.70171708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"10130c25-4d39-437a-9dc7-e77aa87ace21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:42.72879601Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-c03646","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-c03646","reconcileID":"c9fdd544-962f-43ca-9d53-b88482a0fc7a","MaaSModelRef":{"name":"e2e-rt-eq-c03646","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-c03646","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:42.72884779Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-c03646","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-c03646","reconcileID":"c9fdd544-962f-43ca-9d53-b88482a0fc7a","MaaSModelRef":{"name":"e2e-rt-eq-c03646","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-c03646-91d241945d81","namespace":"llm","model":"e2e-rt-eq-c03646","externalModel":"e2e-rt-eq-c03646","provider":"e2e-rt-eq-c03646-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:22:42.792806673Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-dedup-auth","reconcileID":"d66b3b07-b750-4533-8aa4-426a31246d74","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: compose ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription@e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:22:42.792889897Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-dedup-auth","reconcileID":"d66b3b07-b750-4533-8aa4-426a31246d74","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: compose ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription@e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:22:42.793293432Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"efb1b276-12e0-49a4-8dd1-c6501f6bfc2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: compose ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription@e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:22:42.793364467Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"efb1b276-12e0-49a4-8dd1-c6501f6bfc2d","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: compose ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription@e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:22:42.793727054Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"c6b9fb50-dcb0-44f2-b3d2-1e39cd583cfb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: compose ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription@e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:22:42.793784529Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"c6b9fb50-dcb0-44f2-b3d2-1e39cd583cfb","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: compose ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription@e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:42.813782578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"1b032931-45ea-463d-8bdd-714f44d45d55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:42.871159086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"1b032931-45ea-463d-8bdd-714f44d45d55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:42.953256695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-access","reconcileID":"bdf2fb64-ce02-477b-9f3b-8eb8d02f05c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-baacee","tenantID":"e2e-worker-w1-baacee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:22:42.953296738Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"78b85ac9-c825-4ee3-9c67-e61113346a01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: compose ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription@e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:22:42.953361074Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"78b85ac9-c825-4ee3-9c67-e61113346a01","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: compose ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription@e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:43.00637337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a05b7e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a05b7e-access","reconcileID":"62d6c8ac-1ab6-4650-80b5-6c21e320e9e7","MaaSAuthPolicy":{"name":"e2e-rt-sw-a05b7e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:43.01095499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-access","reconcileID":"bdf2fb64-ce02-477b-9f3b-8eb8d02f05c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"e2e-worker-w1-baacee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:43.064102656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a05b7e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a05b7e-access","reconcileID":"62d6c8ac-1ab6-4650-80b5-6c21e320e9e7","MaaSAuthPolicy":{"name":"e2e-rt-sw-a05b7e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:43.11161448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"5ec128da-eadc-460a-96d5-e934519b490c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:43.115510735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5338deeb-05ec-4818-a719-a3a43463de19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:43.168629058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"5ec128da-eadc-460a-96d5-e934519b490c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:43.17224685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5338deeb-05ec-4818-a719-a3a43463de19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:43.186408878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"101409e1-bf20-4899-81ae-cbdb3e7a3146","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:43.243015475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"101409e1-bf20-4899-81ae-cbdb3e7a3146","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:43.373255061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-access","reconcileID":"a199e8bb-4f6f-4e54-bfda-e124f52c2421","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8f6b5b","tenantID":"e2e-worker-w4-8f6b5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:43.448818521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-access","reconcileID":"a199e8bb-4f6f-4e54-bfda-e124f52c2421","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"e2e-worker-w4-8f6b5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:43.501016586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-access","reconcileID":"828b0229-bb54-425c-b031-e1fa6cdbc1d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8f6b5b","tenantID":"e2e-worker-w4-8f6b5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:22:43.547834457Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"249525c4-1deb-41a6-a192-77e0fcc33d20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: compose ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription@e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:22:43.547909518Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"249525c4-1deb-41a6-a192-77e0fcc33d20","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: compose ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription@e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:22:43.548853776Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-dedup-auth","reconcileID":"ea3d7bbc-c8d4-4596-be1d-615dd32ce14a","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: compose ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription@e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:22:43.548917852Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-dedup-auth","reconcileID":"ea3d7bbc-c8d4-4596-be1d-615dd32ce14a","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: compose ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription@e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:43.556926688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-access","reconcileID":"828b0229-bb54-425c-b031-e1fa6cdbc1d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"e2e-worker-w4-8f6b5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:43.651985748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f88941d5-823b-4e7e-8669-b0ec6484bbc4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:43.705228375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"0bee79bc-bd6b-4309-8cd2-8479b9adf25f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:43.705462737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-access","reconcileID":"ef588be6-b618-454f-a280-1cda7ffc32e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-baacee","tenantID":"e2e-worker-w1-baacee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:43.709011267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f88941d5-823b-4e7e-8669-b0ec6484bbc4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:43.762178151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"0bee79bc-bd6b-4309-8cd2-8479b9adf25f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:43.762223378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-access","reconcileID":"ef588be6-b618-454f-a280-1cda7ffc32e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"e2e-worker-w1-baacee-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:22:43.762728661Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"c6c3bfd4-90bb-404a-820f-b5da40c75444","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: compose ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription@e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:22:43.762805627Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"c6c3bfd4-90bb-404a-820f-b5da40c75444","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: compose ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription@e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:22:43.869957943Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"8a405cf1-bd29-497d-be3e-e1f047258e5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: compose ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription@e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:22:43.870034691Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"8a405cf1-bd29-497d-be3e-e1f047258e5d","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: compose ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription@e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:22:43.921201767Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-dedup-auth","reconcileID":"bdae2caf-176c-41ef-9f32-c8127e4e7ea3","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: compose ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription@e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:22:43.921278744Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-dedup-auth","reconcileID":"bdae2caf-176c-41ef-9f32-c8127e4e7ea3","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: compose ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription@e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:22:44.026046193Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"36d427f7-1699-426f-8130-48023e99eb5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: compose ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription@e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:22:44.026120883Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"36d427f7-1699-426f-8130-48023e99eb5f","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: compose ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription@e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:44.029978948Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:22:44.070286671Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"2fbd19b5-e94c-4c26-9b0a-a0ea160360dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: compose ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription@e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:22:44.070372003Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"2fbd19b5-e94c-4c26-9b0a-a0ea160360dc","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: compose ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription@e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:22:44.122830209Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-dedup-auth","reconcileID":"a3010db7-b670-43f2-80ee-057918bb544a","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: compose ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription@e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:22:44.122927741Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-dedup-auth","reconcileID":"a3010db7-b670-43f2-80ee-057918bb544a","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: compose ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription@e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:44.163999304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"simulator-w0-057e2d","reconcileID":"512d316f-654e-4027-9bd8-ac76d96a1a98","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"simulator-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"simulator-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:22:44.264576589Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"7bcbfa78-d35d-4401-91ff-477ee84f1cd5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: compose ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription@e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:22:44.264662646Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"7bcbfa78-d35d-4401-91ff-477ee84f1cd5","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: compose ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription@e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:22:44.3691258Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-dedup-auth","reconcileID":"0631999e-bfab-4210-8a67-b03f02a2e8e7","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: compose ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription@e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:22:44.369166317Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"6777227c-1eb3-4df4-bdbf-43ab235bd935","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: compose ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription@e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:22:44.369225553Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-dedup-auth","reconcileID":"0631999e-bfab-4210-8a67-b03f02a2e8e7","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: compose ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription@e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:22:44.369241589Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"6777227c-1eb3-4df4-bdbf-43ab235bd935","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: compose ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription@e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:22:44.473243393Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"9bf306fc-12ac-42ff-bfd4-41f97e586f15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: compose ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription@e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:22:44.473324754Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"9bf306fc-12ac-42ff-bfd4-41f97e586f15","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: compose ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription@e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:22:44.578301966Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"f3a2ec6b-86a4-47d2-83d5-37e725e0ffc1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: compose ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription@e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:22:44.57837838Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"f3a2ec6b-86a4-47d2-83d5-37e725e0ffc1","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: compose ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription@e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:22:44.688184095Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-dedup-auth","reconcileID":"f818a8bd-872f-4d14-8feb-f7e05c99f6bb","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: compose ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription@e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:22:44.688269044Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-dedup-auth","reconcileID":"f818a8bd-872f-4d14-8feb-f7e05c99f6bb","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: compose ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription@e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:22:44.952574087Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"69d03901-665e-4bd4-828b-e6596b41b200","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: compose ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription@e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:22:44.952696994Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"69d03901-665e-4bd4-828b-e6596b41b200","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: compose ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription@e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:22:45.057945984Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"ac31c219-b138-49b7-a254-b87861cdde69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: compose ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription@e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:22:45.058040062Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"ac31c219-b138-49b7-a254-b87861cdde69","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: compose ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription@e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:22:45.167641074Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-dedup-auth","reconcileID":"385375a1-8f64-4102-b1b3-50c3c6ed2825","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: compose ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription@e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:22:45.167745773Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-dedup-auth","reconcileID":"385375a1-8f64-4102-b1b3-50c3c6ed2825","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: compose ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription@e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:22:45.752146967Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"bd5abe36-ba99-4587-9777-70452a7d602a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: compose ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription@e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:22:45.752224219Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"bd5abe36-ba99-4587-9777-70452a7d602a","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: compose ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription@e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:22:45.862322573Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"c9ff7e68-520c-4eeb-83bd-0f5ae94aabdc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: compose ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription@e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:22:45.86239895Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"c9ff7e68-520c-4eeb-83bd-0f5ae94aabdc","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: compose ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription@e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:22:45.970707858Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-dedup-auth","reconcileID":"aca1e7f3-4eb6-442d-b47f-af7a6aaed23b","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: compose ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription@e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:22:45.97078277Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-dedup-auth","reconcileID":"aca1e7f3-4eb6-442d-b47f-af7a6aaed23b","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: compose ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription@e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:47.119041597Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-c03646","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-c03646","reconcileID":"687f31c7-46c6-48d5-9096-2b25f8dcce9b","MaaSModelRef":{"name":"e2e-rt-eq-c03646","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-c03646","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:47.119066578Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-c03646","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-c03646","reconcileID":"687f31c7-46c6-48d5-9096-2b25f8dcce9b","MaaSModelRef":{"name":"e2e-rt-eq-c03646","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-c03646-91d241945d81","namespace":"llm","model":"e2e-rt-eq-c03646","externalModel":"e2e-rt-eq-c03646","provider":"e2e-rt-eq-c03646-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:47.172312845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"premium-w1-baacee","reconcileID":"90233e77-8fc5-4284-a40f-4baa3e90a2e2","MaaSModelRef":{"name":"premium-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"routeName":"premium-w1-baacee-kserve-route","namespace":"e2e-models-e2e-worker-w1-baacee","llmisvcName":"premium-w1-baacee","gateway":"openshift-ingress/e2e-worker-w1-baacee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:47.172707709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"simulator-w1-baacee","reconcileID":"dd133701-377f-4ff1-bdfd-5564e5248b73","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"routeName":"simulator-w1-baacee-kserve-route","namespace":"e2e-models-e2e-worker-w1-baacee","llmisvcName":"simulator-w1-baacee","gateway":"openshift-ingress/e2e-worker-w1-baacee","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:22:47.199097364Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"f58956a6-85b0-4e09-9ec3-5ca8fb54daf0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: compose ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription@e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:22:47.199176867Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"f58956a6-85b0-4e09-9ec3-5ca8fb54daf0","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: compose ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription@e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:47.226926834Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-c03646","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-c03646","reconcileID":"d16f4f89-69f2-4fcf-8af8-3923843b82a0","MaaSModelRef":{"name":"e2e-rt-eq-c03646","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-c03646","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:47.226959124Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-c03646","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-c03646","reconcileID":"d16f4f89-69f2-4fcf-8af8-3923843b82a0","MaaSModelRef":{"name":"e2e-rt-eq-c03646","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-c03646-91d241945d81","namespace":"llm","model":"e2e-rt-eq-c03646","externalModel":"e2e-rt-eq-c03646","provider":"e2e-rt-eq-c03646-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:47.28115704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"simulator-w1-baacee","reconcileID":"370857c5-1bfa-4949-905e-0d41a4d15d31","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"routeName":"simulator-w1-baacee-kserve-route","namespace":"e2e-models-e2e-worker-w1-baacee","llmisvcName":"simulator-w1-baacee","gateway":"openshift-ingress/e2e-worker-w1-baacee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:47.281880369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"premium-w1-baacee","reconcileID":"dd81d710-752b-4e8e-85f6-83864d1b60c5","MaaSModelRef":{"name":"premium-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"routeName":"premium-w1-baacee-kserve-route","namespace":"e2e-models-e2e-worker-w1-baacee","llmisvcName":"premium-w1-baacee","gateway":"openshift-ingress/e2e-worker-w1-baacee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:47.297879593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-access","reconcileID":"8e257af1-811a-4bfe-803e-a5670d6e422e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-baacee","tenantID":"e2e-worker-w1-baacee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:47.298317652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-access","reconcileID":"1a6f1424-fccc-4464-be51-adcbc6395169","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-baacee","tenantID":"e2e-worker-w1-baacee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:22:47.301027005Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"be83461b-1250-4014-94de-05d6e5f2cbc8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: compose ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription@e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:22:47.301109072Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"be83461b-1250-4014-94de-05d6e5f2cbc8","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: compose ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription@e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:47.325824117Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-subscription","reconcileID":"f98aab94-147d-468c-962d-6d39b8265660","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-premium-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/premium-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:47.32603116Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-subscription","reconcileID":"f37be979-c78a-4219-b0cd-ab82ffda221c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-simulator-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/simulator-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:47.356073072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-access","reconcileID":"8e257af1-811a-4bfe-803e-a5670d6e422e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"e2e-worker-w1-baacee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:47.357544332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-access","reconcileID":"1a6f1424-fccc-4464-be51-adcbc6395169","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"e2e-worker-w1-baacee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:47.404329038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-c03646-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-c03646-access","reconcileID":"8d3cde54-caa5-43f7-b64a-1762edd2c27a","MaaSAuthPolicy":{"name":"e2e-rt-eq-c03646-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:22:47.414555294Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-dedup-auth","reconcileID":"0f5cea7e-9523-44f9-838c-b34404ab72f3","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: compose ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription@e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:22:47.414629259Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-dedup-auth","reconcileID":"0f5cea7e-9523-44f9-838c-b34404ab72f3","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: compose ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription@e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:47.462215752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-c03646-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-c03646-access","reconcileID":"8d3cde54-caa5-43f7-b64a-1762edd2c27a","MaaSAuthPolicy":{"name":"e2e-rt-eq-c03646-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:47.673821254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-access","reconcileID":"16b5da69-9dff-4664-8da6-e9e42fe67f5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-baacee","tenantID":"e2e-worker-w1-baacee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:47.730321683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-access","reconcileID":"16b5da69-9dff-4664-8da6-e9e42fe67f5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"e2e-worker-w1-baacee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:47.77504952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-access","reconcileID":"0927afa4-6a8c-4a0d-a345-f0de507824a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-baacee","tenantID":"e2e-worker-w1-baacee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:47.832511996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-access","reconcileID":"0927afa4-6a8c-4a0d-a345-f0de507824a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"e2e-worker-w1-baacee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:47.891625052Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-c03646","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-c03646","reconcileID":"d8f22aa1-f9d3-4138-bd29-d7203509f344","MaaSModelRef":{"name":"e2e-rt-eq-c03646","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-c03646","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:47.891684673Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-c03646","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-c03646","reconcileID":"d8f22aa1-f9d3-4138-bd29-d7203509f344","MaaSModelRef":{"name":"e2e-rt-eq-c03646","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-c03646-91d241945d81","namespace":"llm","model":"e2e-rt-eq-c03646","externalModel":"e2e-rt-eq-c03646","provider":"e2e-rt-eq-c03646-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:22:49.922878448Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"c5fae730-ebdc-42df-bc05-f53dbe6c9b10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: compose ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription@e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:22:49.922955951Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"c5fae730-ebdc-42df-bc05-f53dbe6c9b10","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: compose ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription@e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:22:50.046886321Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"724520e6-dac0-4703-960d-644bd3a41465","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: compose ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription@e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:22:50.04699376Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"724520e6-dac0-4703-960d-644bd3a41465","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: compose ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription@e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:22:50.151415628Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-dedup-auth","reconcileID":"edec54da-0eb7-4853-9cc9-8f589b0ff609","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: compose ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription@e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:22:50.151521782Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-dedup-auth","reconcileID":"edec54da-0eb7-4853-9cc9-8f589b0ff609","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: compose ai-tenant-e2e-worker-w0-057e2d/e2e-dedup-subscription@e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: model e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:50.730136277Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-subscription","reconcileID":"5d261b7f-a135-492e-81dd-15daae8a1dbc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-premium-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/premium-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:50.853801444Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-subscription","reconcileID":"b93b143c-7a10-4791-8747-ee072cafd699","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-premium-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/premium-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:50.954539256Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-subscription","reconcileID":"5ed1f855-95e1-4054-8a0b-1394023ce2d6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-premium-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/premium-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:51.057476016Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-subscription","reconcileID":"ff0c8a0a-4224-4377-84c4-35294297c2c9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-simulator-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/simulator-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:51.160455024Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-subscription","reconcileID":"159b5e90-0eb5-43ab-ad6f-ff471dbc7267","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-premium-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/premium-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:51.378445329Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-subscription","reconcileID":"11d32417-5f58-4531-9483-6b476a2ddeda","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-premium-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/premium-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:51.510398916Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"dd4dc7ab-a0da-41de-9fae-22f861bdce61","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:51.511916871Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-subscription","reconcileID":"8f8ed1fc-21b1-420a-ae08-32bbdcc9994b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-simulator-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:51.659121126Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-subscription","reconcileID":"894593d9-7c52-4e43-86de-c3f5d5ceb6c8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-simulator-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-057e2d/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:51.698863254Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c3ee1854-9d40-4d0d-b080-e7a7f7c06e9b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:51.821381153Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-subscription","reconcileID":"eba6a005-60d2-4baf-aff3-e01bb7c58612","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-simulator-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:51.932138645Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-subscription","reconcileID":"66924b97-1dd5-4662-90ad-f1a1fdcc4d60","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-simulator-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/simulator-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:51.950285371Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-a05b7e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a05b7e-sub","reconcileID":"2e604964-ddbe-4190-b697-d375356abd69","MaaSSubscription":{"name":"e2e-rt-sw-a05b7e-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-a05b7e","model":"llm/e2e-rt-sw-a05b7e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:52.061744693Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-subscription","reconcileID":"febe93dc-6ef3-403d-9a88-b4b6e072d6d1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-simulator-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:52.11834115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"c8e52ab4-e5b3-40d8-907c-0bd29cfe2cad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:52.11921467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"aba3e4c9-727e-44d2-aca4-bc5c2f21ff24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:52.196294268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"c8e52ab4-e5b3-40d8-907c-0bd29cfe2cad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:52.248295671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"aba3e4c9-727e-44d2-aca4-bc5c2f21ff24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:52.507429005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3ecacb70-f968-4c13-80f2-0b73193dcd02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:52.508613578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"527b577d-dc9d-4a5f-b235-674d6d6d15ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:52.509545369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-c03646-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-c03646-access","reconcileID":"6590d3fa-f8e4-4fe9-a2af-87a7b94310a5","MaaSAuthPolicy":{"name":"e2e-rt-eq-c03646-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:52.586602061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"527b577d-dc9d-4a5f-b235-674d6d6d15ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:52.590288872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3ecacb70-f968-4c13-80f2-0b73193dcd02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:52.590627061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-c03646-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-c03646-access","reconcileID":"6590d3fa-f8e4-4fe9-a2af-87a7b94310a5","MaaSAuthPolicy":{"name":"e2e-rt-eq-c03646-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:52.688279167Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-c03646-sub models-as-a-service/e2e-rt-sw-a05b7e-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:52.716461254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a05b7e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a05b7e-access","reconcileID":"0a7c27d5-bcb1-44f0-a8a2-1b6c17120750","MaaSAuthPolicy":{"name":"e2e-rt-sw-a05b7e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:52.751945048Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-c03646","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-c03646","reconcileID":"f0cc7dbd-c3dd-47fe-b799-c432e2304482","MaaSModelRef":{"name":"e2e-rt-eq-c03646","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-c03646","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:52.75197681Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-c03646","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-c03646","reconcileID":"f0cc7dbd-c3dd-47fe-b799-c432e2304482","MaaSModelRef":{"name":"e2e-rt-eq-c03646","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-c03646-91d241945d81","namespace":"llm","model":"e2e-rt-eq-c03646","externalModel":"e2e-rt-eq-c03646","provider":"e2e-rt-eq-c03646-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:52.782535767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a05b7e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a05b7e-access","reconcileID":"0a7c27d5-bcb1-44f0-a8a2-1b6c17120750","MaaSAuthPolicy":{"name":"e2e-rt-sw-a05b7e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:22:52.817432281Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"models-as-a-service/e2e-rt-eq-c03646-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rt-eq-c03646-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:52.933868937Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a05b7e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a05b7e","reconcileID":"5f69583c-5136-43c9-a112-10eaf8155677","MaaSModelRef":{"name":"e2e-rt-sw-a05b7e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-a05b7e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:52.933896916Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a05b7e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a05b7e","reconcileID":"5f69583c-5136-43c9-a112-10eaf8155677","MaaSModelRef":{"name":"e2e-rt-sw-a05b7e","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-a05b7e-7b5ba21d062f","namespace":"llm","model":"e2e-rt-sw-a05b7e","externalModel":"e2e-rt-sw-a05b7e","provider":"e2e-rt-sw-a05b7e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:53.0410378Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-c03646","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-c03646","reconcileID":"2b39739a-105d-4bd1-a15a-50e6558812e2","MaaSModelRef":{"name":"e2e-rt-eq-c03646","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-c03646","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:53.041076181Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-c03646","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-c03646","reconcileID":"2b39739a-105d-4bd1-a15a-50e6558812e2","MaaSModelRef":{"name":"e2e-rt-eq-c03646","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-c03646-91d241945d81","namespace":"llm","model":"e2e-rt-eq-c03646","externalModel":"e2e-rt-eq-c03646","provider":"e2e-rt-eq-c03646-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:53.098896858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ffbbfb22-18b6-41ca-8048-d971dba2ee38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:53.099311414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"07d87b4d-86fe-421d-a478-714cb5e2a632","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:53.167161108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"07d87b4d-86fe-421d-a478-714cb5e2a632","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:53.167413164Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-c03646-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-c03646-sub","reconcileID":"96f495a1-fc90-486a-a725-af1e7f4711fb","MaaSSubscription":{"name":"e2e-rt-eq-c03646-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-c03646","model":"e2e-rt-eq-c03646","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-rt-eq-c03646-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:53.172282379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ffbbfb22-18b6-41ca-8048-d971dba2ee38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:53.217114676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-c03646-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-c03646-access","reconcileID":"12aaa4ae-704b-4430-817f-ed66ac16d23f","MaaSAuthPolicy":{"name":"e2e-rt-eq-c03646-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:53.275124771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-c03646-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-c03646-access","reconcileID":"12aaa4ae-704b-4430-817f-ed66ac16d23f","MaaSAuthPolicy":{"name":"e2e-rt-eq-c03646-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:53.375316953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a05b7e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a05b7e-access","reconcileID":"3b713eb4-11cd-4cb5-b0ec-53bde8efe006","MaaSAuthPolicy":{"name":"e2e-rt-sw-a05b7e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:53.444627558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a05b7e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a05b7e-access","reconcileID":"3b713eb4-11cd-4cb5-b0ec-53bde8efe006","MaaSAuthPolicy":{"name":"e2e-rt-sw-a05b7e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:53.453898993Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-c03646","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-c03646","reconcileID":"8297456f-9416-4a7a-b9fe-5acbb808eb6c","MaaSModelRef":{"name":"e2e-rt-eq-c03646","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-c03646","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:53.453922799Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-c03646","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-c03646","reconcileID":"8297456f-9416-4a7a-b9fe-5acbb808eb6c","MaaSModelRef":{"name":"e2e-rt-eq-c03646","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-c03646-91d241945d81","namespace":"llm","model":"e2e-rt-eq-c03646","externalModel":"e2e-rt-eq-c03646","provider":"e2e-rt-eq-c03646-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:53.648763523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2941bbde-b39e-4dd0-8348-ec1d369c8e0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:53.649059132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"943099c0-74c0-4d2f-939b-a6544034443f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:53.705164694Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-c03646-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-c03646-sub","reconcileID":"94539f3b-e97a-4863-af97-7225ffcd4f49","MaaSSubscription":{"name":"e2e-rt-eq-c03646-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-c03646","model":"llm/e2e-rt-eq-c03646","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:53.710744999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2941bbde-b39e-4dd0-8348-ec1d369c8e0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:53.711039688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"943099c0-74c0-4d2f-939b-a6544034443f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:54.327768701Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-dedup-subscription","reconcileID":"c6e2ad20-02e2-4a7f-92f7-78bad58775f0","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","subscription":"e2e-dedup-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:54.488295765Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-dedup-subscription","reconcileID":"c6e2ad20-02e2-4a7f-92f7-78bad58775f0","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-simulator-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:54.709232857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"simulator-w0-057e2d","reconcileID":"caa5c3d1-3d14-4de2-b4a2-b012bbbd4ac2","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"simulator-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"simulator-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:54.709437424Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-c03646-sub models-as-a-service/e2e-rt-sw-a05b7e-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:54.824749525Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-c03646","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-c03646","reconcileID":"25982de2-30f6-46b7-9940-32328b1bb5b5","MaaSModelRef":{"name":"e2e-rt-eq-c03646","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-c03646","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:54.824776583Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-c03646","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-c03646","reconcileID":"25982de2-30f6-46b7-9940-32328b1bb5b5","MaaSModelRef":{"name":"e2e-rt-eq-c03646","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-c03646-91d241945d81","namespace":"llm","model":"e2e-rt-eq-c03646","externalModel":"e2e-rt-eq-c03646","provider":"e2e-rt-eq-c03646-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:54.873873204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"e467a65d-dbc6-4c96-9b87-0eb508cafa50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:54.8738736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"94fb16ca-8bff-4d65-b972-1f60970f4f26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:54.876258577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-dedup-auth","reconcileID":"6e053a42-39ca-40cb-8371-8eeab2363ddb","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:54.878564552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"simulator-w0-057e2d","reconcileID":"070290f1-629b-4660-bc12-287141653c50","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"simulator-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"simulator-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:54.932663948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"e467a65d-dbc6-4c96-9b87-0eb508cafa50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:54.934303485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"94fb16ca-8bff-4d65-b972-1f60970f4f26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:54.935112924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-dedup-auth","reconcileID":"6e053a42-39ca-40cb-8371-8eeab2363ddb","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:55.256079747Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"premium-w0-057e2d","reconcileID":"cc9845e2-1967-4f8a-ba69-246596cfe0b7","MaaSModelRef":{"name":"premium-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"premium-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"premium-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:22:55.355534237Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-dedup-auth","reconcileID":"6e053a42-39ca-40cb-8371-8eeab2363ddb","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dedup-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:55.355772515Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-dedup-auth","reconcileID":"0b88d555-119c-4cac-8489-fafc81bee0ca","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:55.360592313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"simulator-w0-057e2d","reconcileID":"d77b21b2-5e7e-4a80-a6c2-3b019caa4333","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"simulator-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"simulator-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:55.56726624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"simulator-w0-057e2d","reconcileID":"f20a53b9-35bf-4a5f-b8b5-d52eb77e235d","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"simulator-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"simulator-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:56.733876447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"distinct-w0-057e2d","reconcileID":"e1e42c3d-9867-4fab-b7fc-918dc3fd9ec9","MaaSModelRef":{"name":"distinct-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"distinct-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"distinct-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:56.734168534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"distinct-2-w0-057e2d","reconcileID":"c179f95a-e3e8-4256-a197-67cb3ec58fbd","MaaSModelRef":{"name":"distinct-2-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"distinct-2-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"distinct-2-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:56.790862994Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"distinct-w0-057e2d","reconcileID":"d0de16ac-949a-418a-9c8e-070685bfa7dc","MaaSModelRef":{"name":"distinct-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"distinct-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"distinct-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:56.791143655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"distinct-2-w0-057e2d","reconcileID":"c56c23e9-37e3-4802-b42a-add4fe383440","MaaSModelRef":{"name":"distinct-2-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"distinct-2-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"distinct-2-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:57.026077496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"distinct-w0-057e2d","reconcileID":"ef43cdd4-e638-43ad-af16-e67bbb0908c1","MaaSModelRef":{"name":"distinct-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"distinct-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"distinct-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:57.026255591Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-c03646-sub models-as-a-service/e2e-rt-sw-a05b7e-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:57.053439913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-distinct-models-auth","reconcileID":"7e80a68c-7655-47cf-9999-3df51e8aae14","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:57.085218248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"distinct-2-w0-057e2d","reconcileID":"997d07bd-395d-42c1-a948-8c7f9ba8ae4c","MaaSModelRef":{"name":"distinct-2-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"distinct-2-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"distinct-2-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:57.110181657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-distinct-models-auth","reconcileID":"7e80a68c-7655-47cf-9999-3df51e8aae14","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:22:57.134598394Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-distinct-models-subscription","reconcileID":"acd3e564-25ae-46d6-976e-63dd46e74235","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-distinct-models-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:57.143203184Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"distinct-w0-057e2d","reconcileID":"7f6a8cea-b1a6-45d7-9131-c5a3885e9016","MaaSModelRef":{"name":"distinct-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"distinct-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"distinct-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:57.244813944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"distinct-w0-057e2d","reconcileID":"ff35bdcb-070d-481a-9ce2-886791e9461d","MaaSModelRef":{"name":"distinct-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"distinct-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"distinct-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:57.245267378Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"distinct-2-w0-057e2d","reconcileID":"a8b8e533-047a-49f4-8fad-e4aead431cd1","MaaSModelRef":{"name":"distinct-2-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"distinct-2-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"distinct-2-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:57.292260816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"16bd2a57-86d6-4117-b48a-d5571b2b9237","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:57.292273047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"f75f4b4d-d6db-4149-a2a2-d10a5814c03a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:57.303706838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"distinct-w0-057e2d","reconcileID":"6fd0a9e8-12c2-4184-8531-14d8b4784ef0","MaaSModelRef":{"name":"distinct-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"distinct-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"distinct-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:57.304232197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"distinct-2-w0-057e2d","reconcileID":"8cd3c1b8-4d0c-4fbc-a2ea-7d622a408145","MaaSModelRef":{"name":"distinct-2-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"distinct-2-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"distinct-2-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:57.350466207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"f75f4b4d-d6db-4149-a2a2-d10a5814c03a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:57.350745976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"16bd2a57-86d6-4117-b48a-d5571b2b9237","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:57.525092497Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-distinct-models-subscription","reconcileID":"9ee0742d-28c9-4a71-a2bd-6369b1311b25","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-distinct-w0-057e2d","model":"distinct-w0-057e2d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-057e2d/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:57.537510291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"distinct-w0-057e2d","reconcileID":"c381af47-18d9-4f25-85a7-004d97f26b97","MaaSModelRef":{"name":"distinct-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"distinct-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"distinct-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:57.537918679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"distinct-2-w0-057e2d","reconcileID":"d28b9207-d8b2-409c-afb1-89a8ee8b1ae0","MaaSModelRef":{"name":"distinct-2-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"distinct-2-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"distinct-2-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:57.689707951Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-distinct-models-subscription","reconcileID":"9ee0742d-28c9-4a71-a2bd-6369b1311b25","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-distinct-2-w0-057e2d","model":"distinct-2-w0-057e2d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-057e2d/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:57.78844512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"65bffa10-b950-475b-af90-dcc446c2b3d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:57.78844831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"6f8e881a-fb75-4464-b744-1cf5582a845f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:57.845416484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"6f8e881a-fb75-4464-b744-1cf5582a845f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:57.846020196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"65bffa10-b950-475b-af90-dcc446c2b3d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:57.890781365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-distinct-models-auth","reconcileID":"2bc9ba75-25ba-41a3-a1f3-54206bdfac2e","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:57.911037385Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"distinct-w0-057e2d","reconcileID":"52106137-233f-4a1b-9edf-d43d3ea3e145","MaaSModelRef":{"name":"distinct-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"distinct-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"distinct-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:57.911431505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"distinct-2-w0-057e2d","reconcileID":"309d15f9-edb8-4d6f-86ec-74ed4d3c3a14","MaaSModelRef":{"name":"distinct-2-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"distinct-2-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"distinct-2-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:57.948096855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-distinct-models-auth","reconcileID":"2bc9ba75-25ba-41a3-a1f3-54206bdfac2e","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:58.128638659Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-distinct-models-subscription","reconcileID":"cbfd523a-041e-434c-bfc6-af24e1bd0608","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-distinct-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/distinct-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:58.288936336Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-distinct-models-subscription","reconcileID":"cbfd523a-041e-434c-bfc6-af24e1bd0608","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-distinct-2-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/distinct-2-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:22:58.324041238Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-distinct-models-auth","reconcileID":"2bc9ba75-25ba-41a3-a1f3-54206bdfac2e","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-distinct-models-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:58.59853097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-distinct-models-auth","reconcileID":"7d5259fb-1342-469b-a26f-6e9bb5e50917","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:58.655091076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-distinct-models-auth","reconcileID":"7d5259fb-1342-469b-a26f-6e9bb5e50917","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:00.522703377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"distinct-w0-057e2d","reconcileID":"9393e6fe-27c0-41ac-98ce-53ebbde81f07","MaaSModelRef":{"name":"distinct-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"distinct-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"distinct-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:00.578799036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"distinct-2-w0-057e2d","reconcileID":"ba13dd7d-8b81-4332-bd12-5253af2bfb47","MaaSModelRef":{"name":"distinct-2-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"distinct-2-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"distinct-2-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:00.685742928Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-distinct-models-subscription","reconcileID":"58220bef-7b9c-4cac-b81f-5d74b44b3a2c","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-384310bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:00.738078336Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-distinct-models-subscription","reconcileID":"a80d32c9-fdbe-4340-806b-1fa2f5bdac14","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-384310bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:00.784451992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"5b2b7e66-016b-4bda-b652-6cf177337d93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:00.784506116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-distinct-models-auth","reconcileID":"aeb86e99-7045-4f24-aa16-af622936a634","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:00.784966494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"a5413bd1-964f-42a6-8b06-319fc9f063e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:00.841563373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"a5413bd1-964f-42a6-8b06-319fc9f063e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:00.841571031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-distinct-models-auth","reconcileID":"aeb86e99-7045-4f24-aa16-af622936a634","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:00.843554934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"5b2b7e66-016b-4bda-b652-6cf177337d93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:01.311176027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"d5b9fa05-d83c-43c9-be00-db62b8f970f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:01.311189191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"773c8957-7676-4274-b10b-b6a9d01e8e4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:01.367905745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"d5b9fa05-d83c-43c9-be00-db62b8f970f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:01.368027664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"773c8957-7676-4274-b10b-b6a9d01e8e4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:01.463638938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-distinct-models-auth","reconcileID":"a7be14b0-bdf6-4c6c-8ce4-3852a8a50fcc","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:01.520116544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-distinct-models-auth","reconcileID":"a7be14b0-bdf6-4c6c-8ce4-3852a8a50fcc","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:09.553422335Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-c03646-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-c03646-sub","reconcileID":"20ffdddd-1fe7-4386-8a42-c602fda33444","MaaSSubscription":{"name":"e2e-rt-eq-c03646-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-c03646","model":"llm/e2e-rt-eq-c03646","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:09.837120391Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-c03646","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-c03646","reconcileID":"52956a9f-452f-44f1-93b5-5ba2db7f9994","MaaSModelRef":{"name":"e2e-rt-eq-c03646","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-c03646","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:09.837166841Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-c03646","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-c03646","reconcileID":"52956a9f-452f-44f1-93b5-5ba2db7f9994","MaaSModelRef":{"name":"e2e-rt-eq-c03646","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-c03646-91d241945d81","namespace":"llm","model":"e2e-rt-eq-c03646","externalModel":"e2e-rt-eq-c03646","provider":"e2e-rt-eq-c03646-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:10.799988048Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-distinct-models-subscription","reconcileID":"866a375a-c074-40f5-b0b3-183d818d0f0f","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"model":"e2e-models-e2e-worker-w0-057e2d/distinct-w0-057e2d","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:10.853373001Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-distinct-models-subscription","reconcileID":"866a375a-c074-40f5-b0b3-183d818d0f0f","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"model":"e2e-models-e2e-worker-w0-057e2d/distinct-w0-057e2d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:10.88238133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-distinct-models-auth","reconcileID":"c7420f82-3bfe-4bcc-90d6-b52e86cf5c50","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:10.922960538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"18e13937-1448-4113-88dd-b3f2a2f6b75c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:10.924628796Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-distinct-models-subscription","reconcileID":"866a375a-c074-40f5-b0b3-183d818d0f0f","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-distinct-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/distinct-w0-057e2d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:10.980225227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-distinct-models-auth","reconcileID":"c7420f82-3bfe-4bcc-90d6-b52e86cf5c50","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:10.981485349Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-distinct-models-subscription","reconcileID":"866a375a-c074-40f5-b0b3-183d818d0f0f","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"model":"e2e-models-e2e-worker-w0-057e2d/distinct-2-w0-057e2d","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:10.991390142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"18e13937-1448-4113-88dd-b3f2a2f6b75c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:11.031439082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"752a84b1-bf3a-4f5f-abf0-1dc951c28af5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:11.039507916Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-distinct-models-subscription","reconcileID":"866a375a-c074-40f5-b0b3-183d818d0f0f","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"model":"e2e-models-e2e-worker-w0-057e2d/distinct-2-w0-057e2d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:11.123289334Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-distinct-models-subscription","reconcileID":"866a375a-c074-40f5-b0b3-183d818d0f0f","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-distinct-2-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/distinct-2-w0-057e2d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:11.14720625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"752a84b1-bf3a-4f5f-abf0-1dc951c28af5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:11.416432642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a05b7e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a05b7e-access","reconcileID":"9e5fc3c4-319c-49dd-9120-07a94e30c85a","MaaSAuthPolicy":{"name":"e2e-rt-sw-a05b7e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:11.416396219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-c03646-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-c03646-access","reconcileID":"53676c13-0ced-46cb-8031-759a2f504612","MaaSAuthPolicy":{"name":"e2e-rt-eq-c03646-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:11.510893713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a05b7e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a05b7e-access","reconcileID":"9e5fc3c4-319c-49dd-9120-07a94e30c85a","MaaSAuthPolicy":{"name":"e2e-rt-sw-a05b7e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:11.512059923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-c03646-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-c03646-access","reconcileID":"53676c13-0ced-46cb-8031-759a2f504612","MaaSAuthPolicy":{"name":"e2e-rt-eq-c03646-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:11.522672275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"distinct-w0-057e2d","reconcileID":"f7d7a6b0-e587-4f34-9cdd-f1016a2530da","MaaSModelRef":{"name":"distinct-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"distinct-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"distinct-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:11.526197896Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-c03646-sub models-as-a-service/e2e-rt-sw-a05b7e-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:11.553033699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"a33c5755-6e6a-4a84-b7a3-3e6115e50312","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:11.585919464Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"distinct-2-w0-057e2d","reconcileID":"fc50f07b-ee02-4b67-bf27-1cd4e3a87f01","MaaSModelRef":{"name":"distinct-2-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"distinct-2-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"distinct-2-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:11.617838356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"a33c5755-6e6a-4a84-b7a3-3e6115e50312","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:11.671777801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"distinct-w0-057e2d","reconcileID":"cc384da3-0350-4e73-b838-f2ab38840267","MaaSModelRef":{"name":"distinct-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"distinct-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"distinct-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:11.672258587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"distinct-2-w0-057e2d","reconcileID":"cfa6f986-7a6d-4021-a42c-e4731e3516ad","MaaSModelRef":{"name":"distinct-2-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"distinct-2-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"distinct-2-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:11.785620935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"a57a7eb0-f5ec-488f-8b59-6df7571256d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:11.786562006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-distinct-models-auth","reconcileID":"0e372179-e581-4ab4-be78-39f4f832f6b1","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:11.898734819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"a57a7eb0-f5ec-488f-8b59-6df7571256d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:11.926330881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-distinct-models-auth","reconcileID":"0e372179-e581-4ab4-be78-39f4f832f6b1","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:12.162518001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-access","reconcileID":"28cc1079-6b9d-404e-a1c4-536569255951","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-baacee","tenantID":"e2e-worker-w1-baacee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:12.221387793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-access","reconcileID":"28cc1079-6b9d-404e-a1c4-536569255951","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"e2e-worker-w1-baacee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:12.278257823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5f97cdd3-30a5-42f8-b9d0-c5b86f529a70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:12.318264466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9ce8d5f2-9d05-4e1c-8757-187c862dcb5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:12.354850596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5f97cdd3-30a5-42f8-b9d0-c5b86f529a70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:12.420253745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9ce8d5f2-9d05-4e1c-8757-187c862dcb5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:12.44157188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-access","reconcileID":"51fe3002-05d8-4372-a003-81ad1c3f4887","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-baacee","tenantID":"e2e-worker-w1-baacee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:12.595320014Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-distinct-models-auth","reconcileID":"0be6795a-2f59-492b-aa11-7c226cb62b64","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"model":"e2e-models-e2e-worker-w0-057e2d/distinct-w0-057e2d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:12.597102793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-access","reconcileID":"51fe3002-05d8-4372-a003-81ad1c3f4887","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"e2e-worker-w1-baacee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:12.652285296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"dd20ca6c-cea3-4691-a9bc-fd9d21b402c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:12.653016306Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-distinct-models-auth","reconcileID":"0be6795a-2f59-492b-aa11-7c226cb62b64","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"model":"e2e-models-e2e-worker-w0-057e2d/distinct-2-w0-057e2d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:12.707613755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"ca3eb149-bd10-48c2-9a1c-1cfbf9aaad00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:12.735179567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"dd20ca6c-cea3-4691-a9bc-fd9d21b402c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:12.785481784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"ca3eb149-bd10-48c2-9a1c-1cfbf9aaad00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:12.826081881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"distinct-w0-057e2d","reconcileID":"5f069a24-98ee-4792-bd53-0ee8930b6491","MaaSModelRef":{"name":"distinct-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"distinct-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"distinct-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:12.826583003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"distinct-2-w0-057e2d","reconcileID":"1a3ad1f1-a589-4972-9e7d-71a417fb14b7","MaaSModelRef":{"name":"distinct-2-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"distinct-2-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"distinct-2-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:14.031399905Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:14.255086609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"simulator-w0-057e2d","reconcileID":"a4c9b861-4be1-4f4b-ac33-6413759451ce","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"simulator-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"simulator-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:14.313302917Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"simulator-w0-057e2d","reconcileID":"c18bb643-9ca0-4ff4-a3c5-4ee5c8de6142","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"simulator-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"simulator-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:14.476859532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-api-key-no-access-auth","reconcileID":"bed9fcd4-cd0b-4a1f-bb24-80d9d17d8e8f","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:14.536278092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-api-key-no-access-auth","reconcileID":"bed9fcd4-cd0b-4a1f-bb24-80d9d17d8e8f","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:14.538861675Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-c03646-sub models-as-a-service/e2e-rt-sw-a05b7e-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:14.538904196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"simulator-w0-057e2d","reconcileID":"ae132ec1-9c36-4512-b210-f205e0c7a91b","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"simulator-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"simulator-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:14.59664292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"simulator-w0-057e2d","reconcileID":"880b38fb-a03d-4ff2-b64d-06f609d37f1c","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"simulator-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"simulator-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:23:14.65691814Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-api-key-no-access-sub","reconcileID":"1214c08c-8573-4030-96b0-b6629e5fdc5a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:14.701308985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"074d2591-3e22-4ac1-b900-cef0b478b874","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:14.701719661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"972eb2f8-fcbd-4592-b138-dd4ab6df9855","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:14.762179436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"074d2591-3e22-4ac1-b900-cef0b478b874","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:14.765878986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"972eb2f8-fcbd-4592-b138-dd4ab6df9855","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:14.778988556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"simulator-w0-057e2d","reconcileID":"09506fba-1af7-4fae-af08-ad1f83039e6d","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"simulator-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"simulator-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:14.814027803Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"simulator-w0-057e2d","reconcileID":"5751e439-c03d-43eb-8806-b7652b529ae2","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"simulator-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"simulator-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:14.834085119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"simulator-w0-057e2d","reconcileID":"b000bf65-6a46-4ade-9886-e5b4e7e40a8e","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"simulator-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"simulator-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:14.973963452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-api-key-no-access-auth","reconcileID":"2ddb5a12-0ba4-4cf7-9c9f-476cfde7c504","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:15.030925005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-api-key-no-access-auth","reconcileID":"2ddb5a12-0ba4-4cf7-9c9f-476cfde7c504","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:15.080106848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"4b463c91-1209-4ae1-ad0a-cc458e15d24e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:15.085134531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"cca63459-c08f-4413-8c54-09e3f20b65f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:15.113544085Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-api-key-no-access-sub","reconcileID":"413a2300-8c40-4ebf-869e-1676fbc7b693","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-simulator-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-057e2d/e2e-api-key-no-access-sub","ai-tenant-e2e-worker-w0-057e2d/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:15.138209864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"4b463c91-1209-4ae1-ad0a-cc458e15d24e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:15.147808423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"cca63459-c08f-4413-8c54-09e3f20b65f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:15.282061384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"simulator-w0-057e2d","reconcileID":"25f16aab-a314-4418-8b60-140dddc9843f","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"simulator-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"simulator-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:15.329078353Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-subscription","reconcileID":"288c1a96-b0fc-4c78-985b-1a1f09575fef","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-simulator-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:15.493168412Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-api-key-no-access-sub","reconcileID":"af3fca62-f8ba-4fe8-b1af-0283cf7b140a","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-simulator-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:17.522140943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"simulator-w0-057e2d","reconcileID":"25aaab03-f5ef-4594-9e2f-c860a5de6e7c","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"simulator-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"simulator-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:17.681582805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"1068b88b-4633-4a3b-87cc-2929ef5a5291","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:17.681630113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-api-key-no-access-auth","reconcileID":"1bdff631-dd62-4f0b-b2cc-c7bfc6378579","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:17.683090212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"c70b2cda-663e-4cf2-98b8-4aea50253042","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:17.738947025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-api-key-no-access-auth","reconcileID":"1bdff631-dd62-4f0b-b2cc-c7bfc6378579","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:17.740136222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"1068b88b-4633-4a3b-87cc-2929ef5a5291","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:17.745884833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"c70b2cda-663e-4cf2-98b8-4aea50253042","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:18.083373084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"distinct-2-w3-a8e157","reconcileID":"c5f55a86-72f3-4b08-b3bb-052e129cdc1f","MaaSModelRef":{"name":"distinct-2-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"distinct-2-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"distinct-2-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:21.231324799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"distinct-w1-baacee","reconcileID":"137a7625-b73d-4fe2-a9a5-dec97cb0dba7","MaaSModelRef":{"name":"distinct-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"routeName":"distinct-w1-baacee-kserve-route","namespace":"e2e-models-e2e-worker-w1-baacee","llmisvcName":"distinct-w1-baacee","gateway":"openshift-ingress/e2e-worker-w1-baacee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:25.263887599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"namespace":"e2e-models-e2e-worker-w4-8f6b5b","name":"simulator-w4-8f6b5b","reconcileID":"19c90b06-a91e-49d0-a22c-abe0cbf35955","MaaSModelRef":{"name":"simulator-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"routeName":"simulator-w4-8f6b5b-kserve-route","namespace":"e2e-models-e2e-worker-w4-8f6b5b","llmisvcName":"simulator-w4-8f6b5b","gateway":"openshift-ingress/e2e-worker-w4-8f6b5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:25.264492089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"namespace":"e2e-models-e2e-worker-w4-8f6b5b","name":"premium-w4-8f6b5b","reconcileID":"3b99ff01-be12-46d9-97d5-fa86ce76c55d","MaaSModelRef":{"name":"premium-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"routeName":"premium-w4-8f6b5b-kserve-route","namespace":"e2e-models-e2e-worker-w4-8f6b5b","llmisvcName":"premium-w4-8f6b5b","gateway":"openshift-ingress/e2e-worker-w4-8f6b5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:25.264978975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-8bd02cd2","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"namespace":"e2e-models-e2e-worker-w4-8f6b5b","name":"e2e-conflict-a-8bd02cd2","reconcileID":"3b51cc57-854f-4ff1-a2af-eccb20baca45","MaaSModelRef":{"name":"e2e-conflict-a-8bd02cd2","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"routeName":"e2e-conflict-a-8bd02cd2-kserve-route","namespace":"e2e-models-e2e-worker-w4-8f6b5b","llmisvcName":"e2e-conflict-a-8bd02cd2","gateway":"openshift-ingress/e2e-worker-w4-8f6b5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:25.348172541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"namespace":"e2e-models-e2e-worker-w4-8f6b5b","name":"premium-w4-8f6b5b","reconcileID":"e083617c-b385-42de-aa37-6d1c8c9aa31e","MaaSModelRef":{"name":"premium-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"routeName":"premium-w4-8f6b5b-kserve-route","namespace":"e2e-models-e2e-worker-w4-8f6b5b","llmisvcName":"premium-w4-8f6b5b","gateway":"openshift-ingress/e2e-worker-w4-8f6b5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:25.348851867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-8bd02cd2","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"namespace":"e2e-models-e2e-worker-w4-8f6b5b","name":"e2e-conflict-a-8bd02cd2","reconcileID":"8796cc04-b815-4b51-b8b5-31d1c23ae149","MaaSModelRef":{"name":"e2e-conflict-a-8bd02cd2","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"routeName":"e2e-conflict-a-8bd02cd2-kserve-route","namespace":"e2e-models-e2e-worker-w4-8f6b5b","llmisvcName":"e2e-conflict-a-8bd02cd2","gateway":"openshift-ingress/e2e-worker-w4-8f6b5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:25.349151481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"namespace":"e2e-models-e2e-worker-w4-8f6b5b","name":"simulator-w4-8f6b5b","reconcileID":"6a4ab6bc-151b-494a-956a-79d7803d3d59","MaaSModelRef":{"name":"simulator-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"routeName":"simulator-w4-8f6b5b-kserve-route","namespace":"e2e-models-e2e-worker-w4-8f6b5b","llmisvcName":"simulator-w4-8f6b5b","gateway":"openshift-ingress/e2e-worker-w4-8f6b5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:25.43115206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-access","reconcileID":"d773b0e6-922f-45fd-b3e5-64d70e7dc92b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8f6b5b","tenantID":"e2e-worker-w4-8f6b5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:25.431165691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-access","reconcileID":"bb136609-73b3-470e-bfe1-91d1bfa66b82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8f6b5b","tenantID":"e2e-worker-w4-8f6b5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:25.488639191Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-subscription","reconcileID":"239e05cb-c17c-41b2-9670-595d299afc48","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-simulator-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/simulator-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:25.489349116Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-subscription","reconcileID":"abfe11cc-5175-4b9c-85f9-027a623c1a9a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-premium-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/premium-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:25.510796411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-access","reconcileID":"bb136609-73b3-470e-bfe1-91d1bfa66b82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"e2e-worker-w4-8f6b5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:25.513121421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-access","reconcileID":"d773b0e6-922f-45fd-b3e5-64d70e7dc92b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"e2e-worker-w4-8f6b5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:25.87730607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-access","reconcileID":"a1ca3154-e9a1-4ccf-b874-81e02331dc04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8f6b5b","tenantID":"e2e-worker-w4-8f6b5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:25.877566967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-access","reconcileID":"8f396c2f-d34b-434d-aea5-6540be0ffd2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8f6b5b","tenantID":"e2e-worker-w4-8f6b5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:25.936970958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-access","reconcileID":"a1ca3154-e9a1-4ccf-b874-81e02331dc04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"e2e-worker-w4-8f6b5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:25.937520424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-access","reconcileID":"8f396c2f-d34b-434d-aea5-6540be0ffd2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"e2e-worker-w4-8f6b5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:25.977611834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-api-key-no-access-auth","reconcileID":"54445cd8-5585-40b9-8e7b-96d4b7f6f786","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:25.978202687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"9d9c625f-5b3a-4a71-bb2d-3d002cdce399","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:25.978331702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"87257fa9-94a5-436c-8f7f-9221c5ffabfd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:26.035778425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"9d9c625f-5b3a-4a71-bb2d-3d002cdce399","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:26.037009127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-api-key-no-access-auth","reconcileID":"54445cd8-5585-40b9-8e7b-96d4b7f6f786","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:26.038078608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"87257fa9-94a5-436c-8f7f-9221c5ffabfd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:26.401761229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"83050350-3783-4804-ac03-b8a3a0dbdfb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:26.401856253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"a6369180-9baf-4934-97aa-a27187b2082a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:26.403923687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-api-key-no-access-auth","reconcileID":"bef78983-a88b-4832-8bcd-86226e0909d0","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:26.460378142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"83050350-3783-4804-ac03-b8a3a0dbdfb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:26.460569707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"a6369180-9baf-4934-97aa-a27187b2082a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:26.462757386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-api-key-no-access-auth","reconcileID":"bef78983-a88b-4832-8bcd-86226e0909d0","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:27.688228889Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-api-key-no-access-sub","reconcileID":"86b3b851-c178-4ccd-9274-78ae1df4a20a","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","subscription":"e2e-api-key-no-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:27.906101884Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-api-key-no-access-sub","reconcileID":"86b3b851-c178-4ccd-9274-78ae1df4a20a","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-simulator-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-057e2d/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:28.127214326Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-subscription","reconcileID":"413a1fd7-2017-484e-bb51-00b9a620dad6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-simulator-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:28.132866677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"simulator-w0-057e2d","reconcileID":"40ea7ac3-9947-4c81-9cc6-bf477237e5c3","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"simulator-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"simulator-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:28.133250862Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-c03646-sub models-as-a-service/e2e-rt-sw-a05b7e-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:28.304769275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"eac44524-8ec2-4948-b28f-996e39649619","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:28.309870927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"simulator-w0-057e2d","reconcileID":"4f3d587c-d256-4dc0-a581-1b2871d52d06","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"simulator-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"simulator-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:28.356836708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-api-key-no-access-auth","reconcileID":"3e8e0002-6338-494e-aed7-9bc18b760440","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:28.35686411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"06b6dee5-e72a-442e-9a8a-ef8cba1852e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:28.361394233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"eac44524-8ec2-4948-b28f-996e39649619","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:28.413976634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-api-key-no-access-auth","reconcileID":"3e8e0002-6338-494e-aed7-9bc18b760440","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:28.413982029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"06b6dee5-e72a-442e-9a8a-ef8cba1852e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:28.667867196Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-api-key-no-access-auth","reconcileID":"0683b3bb-605d-409a-9ebf-082f891ec93b","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:28.83120733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"simulator-w0-057e2d","reconcileID":"edc7b362-fea9-416f-84f5-2573e4ab449c","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"simulator-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"simulator-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:28.956053395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"distinct-w3-a8e157","reconcileID":"0742a77b-d29a-466b-a87a-ebed008f518a","MaaSModelRef":{"name":"distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"distinct-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"distinct-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:29.015345712Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"distinct-w3-a8e157","reconcileID":"c4f9007c-6902-44a0-b97a-62497e0efb5d","MaaSModelRef":{"name":"distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"distinct-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"distinct-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:29.226813613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-return-all-auth1","reconcileID":"362e94e7-7a70-4947-b132-d486fc14184c","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:29.249978159Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-c03646-sub models-as-a-service/e2e-rt-sw-a05b7e-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:29.249990991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"distinct-w3-a8e157","reconcileID":"25fbf6d1-1a49-44bf-b0f9-88be4fd6f359","MaaSModelRef":{"name":"distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"distinct-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"distinct-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:29.284291434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-return-all-auth1","reconcileID":"362e94e7-7a70-4947-b132-d486fc14184c","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:29.310945635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"distinct-w3-a8e157","reconcileID":"7670ff2c-b984-4296-9e15-09006100e57f","MaaSModelRef":{"name":"distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"distinct-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"distinct-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:23:29.357287396Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-return-all-sub1","reconcileID":"7a2b9c26-98bb-4236-bd99-a5be38f586f8","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:23:29.364921184Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"distinct-w3-a8e157","reconcileID":"7670ff2c-b984-4296-9e15-09006100e57f","name":"distinct-w3-a8e157","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w3-a8e157\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:23:29.36498377Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"distinct-w3-a8e157","reconcileID":"7670ff2c-b984-4296-9e15-09006100e57f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w3-a8e157\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:29.370332181Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"distinct-w3-a8e157","reconcileID":"a99c391e-d5b8-4884-8a81-f13cca9faa3a","MaaSModelRef":{"name":"distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"distinct-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"distinct-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:29.46184312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"fed7e1da-32cf-476d-bf73-7ed1018a157e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:29.462535712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"e5d872da-789e-465a-a21f-4998a75dcf97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:29.466917425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"distinct-w3-a8e157","reconcileID":"29c16211-7ad9-4cdc-b066-4803aa34c2a5","MaaSModelRef":{"name":"distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"distinct-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"distinct-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:29.519209603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"fed7e1da-32cf-476d-bf73-7ed1018a157e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:29.520273389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"e5d872da-789e-465a-a21f-4998a75dcf97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:29.522305839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"distinct-w3-a8e157","reconcileID":"f7903a37-008a-4985-965b-7b72ff4c1a24","MaaSModelRef":{"name":"distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"distinct-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"distinct-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:29.537354428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"distinct-2-w3-a8e157","reconcileID":"7517abd9-2057-490f-a7e5-7d17ac321c57","MaaSModelRef":{"name":"distinct-2-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"distinct-2-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"distinct-2-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:29.592844208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"distinct-2-w3-a8e157","reconcileID":"562cbdf5-d142-4dfc-9237-ec579ed0a47a","MaaSModelRef":{"name":"distinct-2-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"distinct-2-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"distinct-2-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:29.602985435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"distinct-w3-a8e157","reconcileID":"bd696dec-61ec-41bb-a1b6-b0a940dd2696","MaaSModelRef":{"name":"distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"distinct-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"distinct-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:29.736969439Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-return-all-sub1","reconcileID":"09043b26-faa9-41df-bdc7-483658ef53ca","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-distinct-w3-a8e157","model":"distinct-w3-a8e157","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-a8e157/e2e-return-all-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:29.82370286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"distinct-2-w3-a8e157","reconcileID":"d439363c-21f6-4f43-bd0f-4b21a02ecac1","MaaSModelRef":{"name":"distinct-2-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"distinct-2-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"distinct-2-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:29.823738603Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-a8e157 priority=0:[ai-tenant-e2e-worker-w3-a8e157/e2e-return-all-sub1 ai-tenant-e2e-worker-w3-a8e157/e2e-return-all-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-c03646-sub models-as-a-service/e2e-rt-sw-a05b7e-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:29.858416055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-return-all-auth2","reconcileID":"63f76290-4519-4e76-a651-eb66d0716085","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:29.865062896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-return-all-auth1","reconcileID":"d62ce4fd-205b-436c-863c-a38c9066eca1","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:29.886208178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"distinct-w3-a8e157","reconcileID":"79867750-603e-4520-a86e-8a3c843f170c","MaaSModelRef":{"name":"distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"distinct-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"distinct-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:23:29.902073722Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-return-all-sub1","reconcileID":"09043b26-faa9-41df-bdc7-483658ef53ca","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:29.9150841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-return-all-auth2","reconcileID":"63f76290-4519-4e76-a651-eb66d0716085","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:29.921563023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-return-all-auth1","reconcileID":"d62ce4fd-205b-436c-863c-a38c9066eca1","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:29.943979692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"distinct-2-w3-a8e157","reconcileID":"c39b92c2-fcee-441d-bb4e-35d3826182e2","MaaSModelRef":{"name":"distinct-2-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"distinct-2-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"distinct-2-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:23:29.948994797Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-return-all-sub2","reconcileID":"e7711004-b4fc-416a-8905-78c8b8be1534","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:30.014368602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"f9ed77a4-a293-41cf-b895-22aba7635412","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:30.014826338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"589f8ee9-6b12-4ceb-a093-5b700793c4d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:30.059756676Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"distinct-2-w3-a8e157","reconcileID":"97572fc3-820d-4af0-bf93-57d0861c9fe8","MaaSModelRef":{"name":"distinct-2-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"distinct-2-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"distinct-2-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:30.072162542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"f9ed77a4-a293-41cf-b895-22aba7635412","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:30.07231854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"589f8ee9-6b12-4ceb-a093-5b700793c4d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:30.115193332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"distinct-2-w3-a8e157","reconcileID":"ce3435b0-c02c-4183-b232-ec3d703e61c1","MaaSModelRef":{"name":"distinct-2-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"distinct-2-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"distinct-2-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:30.121379696Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-return-all-sub1","reconcileID":"19368def-2f82-4535-9701-27f0424fd2f1","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-distinct-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/distinct-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:30.284039706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"distinct-2-w3-a8e157","reconcileID":"a28c395d-5d63-4664-96fe-a7ac4bd6f538","MaaSModelRef":{"name":"distinct-2-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"distinct-2-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"distinct-2-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:30.303849211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"distinct-w3-a8e157","reconcileID":"f7f5fe6e-7dca-46ee-a356-bee3c7df1ff3","MaaSModelRef":{"name":"distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"distinct-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"distinct-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:30.33557358Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-return-all-sub2","reconcileID":"db371b1d-8715-466b-b04c-6c9f80b4879a","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-distinct-2-w3-a8e157","model":"distinct-2-w3-a8e157","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-a8e157/e2e-return-all-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:30.403252951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-return-all-auth1","reconcileID":"14d4f636-3216-4411-a687-7cfedf2f3d5b","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:30.465604712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-return-all-auth1","reconcileID":"14d4f636-3216-4411-a687-7cfedf2f3d5b","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:30.521249979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"distinct-2-w3-a8e157","reconcileID":"36fc48d8-e858-42af-8184-112a8fdc1660","MaaSModelRef":{"name":"distinct-2-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"distinct-2-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"distinct-2-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:30.549824217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"21c0c014-e46b-4fe9-992a-de9daf4b8db9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:30.558875925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-return-all-auth2","reconcileID":"d12d2060-ec91-4024-aeb4-7b337fbf2519","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:30.563122121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"7ca3d0db-6c43-4a96-a204-91620ab4c91b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:30.609855416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"21c0c014-e46b-4fe9-992a-de9daf4b8db9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:30.621232028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-return-all-auth2","reconcileID":"d12d2060-ec91-4024-aeb4-7b337fbf2519","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:30.622817376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"7ca3d0db-6c43-4a96-a204-91620ab4c91b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:30.731975691Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-return-all-sub2","reconcileID":"2e1fdbcd-6428-43d1-a8c9-e479add3b1ad","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-distinct-2-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/distinct-2-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:31.686941567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"distinct-w3-a8e157","reconcileID":"24b4138c-3614-46ce-ab7f-4442ca77890e","MaaSModelRef":{"name":"distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"distinct-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"distinct-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:31.850263673Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-return-all-sub1","reconcileID":"50610e45-8769-432d-abf7-47a45622517e","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-fa5bbcb6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:31.956261319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"7695ecdb-0cbc-4861-a529-ea31ebe70729","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:31.956280235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"de9a0063-342d-4362-a3d0-06e014316385","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:31.95688477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-return-all-auth2","reconcileID":"9ada7e05-7859-45c6-950a-26680fd1cc6d","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:31.956995064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-return-all-auth1","reconcileID":"abc5c3c6-dc34-4dd0-a4f5-17c0cc467ebd","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:32.015070499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"7695ecdb-0cbc-4861-a529-ea31ebe70729","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:32.015193059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"de9a0063-342d-4362-a3d0-06e014316385","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:32.017535919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-return-all-auth1","reconcileID":"abc5c3c6-dc34-4dd0-a4f5-17c0cc467ebd","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:32.01769593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-return-all-auth2","reconcileID":"9ada7e05-7859-45c6-950a-26680fd1cc6d","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:32.495194941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-return-all-auth2","reconcileID":"8baeccc4-79e7-4647-8d59-33abec3bff96","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:32.495200523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-return-all-auth1","reconcileID":"ca980e23-46a2-4548-b80c-6b89627d52d3","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:32.50139101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"68550e81-3996-4d06-b37e-c83adcd0fd99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:32.501395528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"a2794387-ca0e-4556-a61f-8853079eed2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:32.555725504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-return-all-auth2","reconcileID":"8baeccc4-79e7-4647-8d59-33abec3bff96","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:32.557516885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-return-all-auth1","reconcileID":"ca980e23-46a2-4548-b80c-6b89627d52d3","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:32.565932933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"68550e81-3996-4d06-b37e-c83adcd0fd99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:32.567527361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"a2794387-ca0e-4556-a61f-8853079eed2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:40.133485386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"simulator-w0-057e2d","reconcileID":"2800add0-fc94-4b15-a398-56bc3689407b","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"simulator-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"simulator-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:40.190502716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"simulator-w0-057e2d","reconcileID":"e9bb3131-774d-4e64-aa31-4a54320a12c4","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"simulator-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"simulator-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:40.350931682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-models-invalid-sub-auth","reconcileID":"1da468ce-002c-45b9-90b5-5945643b8e49","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:40.409836771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-models-invalid-sub-auth","reconcileID":"1da468ce-002c-45b9-90b5-5945643b8e49","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:40.42419294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"simulator-w0-057e2d","reconcileID":"a022bfd0-6f4c-4eac-b69d-ae04c07c5efd","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"simulator-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"simulator-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:40.424242464Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-c03646-sub models-as-a-service/e2e-rt-sw-a05b7e-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:40.48231007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"distinct-2-w3-a8e157","reconcileID":"3646127f-7793-4d22-9d85-e68492413f13","MaaSModelRef":{"name":"distinct-2-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"distinct-2-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"distinct-2-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:40.538225553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"simulator-w0-057e2d","reconcileID":"d1e01397-617e-48e6-b3da-797199f0646e","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"simulator-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"simulator-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:23:40.540881249Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-057e2d/e2e-models-valid-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-valid-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:40.582293461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"c476f608-2204-464f-ad30-26e3aa30ecdb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:40.582297523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"dafd174c-9103-44d2-8aab-453f5fdd0047","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:40.593213688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"simulator-w0-057e2d","reconcileID":"33ae0019-995b-4a76-bfdb-afb5e973ba8b","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"simulator-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"simulator-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:40.639124508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"c476f608-2204-464f-ad30-26e3aa30ecdb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:40.639150191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"dafd174c-9103-44d2-8aab-453f5fdd0047","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:40.674987743Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-c03646","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-c03646","reconcileID":"13029788-ddda-47d9-b861-33b0196da396","MaaSModelRef":{"name":"e2e-rt-eq-c03646","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-c03646","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:40.67501006Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-c03646","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-c03646","reconcileID":"13029788-ddda-47d9-b861-33b0196da396","MaaSModelRef":{"name":"e2e-rt-eq-c03646","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-c03646-91d241945d81","namespace":"llm","model":"e2e-rt-eq-c03646","externalModel":"e2e-rt-eq-c03646","provider":"e2e-rt-eq-c03646-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:40.790082373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"simulator-w0-057e2d","reconcileID":"7db5ddd8-be88-4651-8cd4-1cebd91d65bc","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"simulator-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"simulator-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:40.843151329Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-c03646-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-c03646-sub","reconcileID":"cc48b8ad-8ae2-4f11-bc7c-29e199fdd15e","MaaSSubscription":{"name":"e2e-rt-eq-c03646-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5b6c9ea7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:40.86395028Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-models-valid-sub","reconcileID":"f42057bd-10c3-48c4-8989-9b0c639726b6","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-simulator-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-057e2d/e2e-models-valid-sub","ai-tenant-e2e-worker-w0-057e2d/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:40.885363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2671a8e9-1df3-43c3-959f-53c0a583a59e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:40.885960814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-models-invalid-sub-auth","reconcileID":"5bf4db8c-45f6-44fb-b6d6-a0e2305bb180","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:40.886829663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a05b7e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a05b7e-access","reconcileID":"d3f749fa-0c7e-4868-b36c-ae37f9fd74ec","MaaSAuthPolicy":{"name":"e2e-rt-sw-a05b7e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:40.941910794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2671a8e9-1df3-43c3-959f-53c0a583a59e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:40.945642323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a05b7e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a05b7e-access","reconcileID":"d3f749fa-0c7e-4868-b36c-ae37f9fd74ec","MaaSAuthPolicy":{"name":"e2e-rt-sw-a05b7e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:40.9463204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-models-invalid-sub-auth","reconcileID":"5bf4db8c-45f6-44fb-b6d6-a0e2305bb180","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:41.034701527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"ee3eabbf-0b38-4900-ba80-b2857604ab54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:41.034710264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"0148e523-1168-4904-907b-3a214d413340","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:41.035489405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"simulator-w0-057e2d","reconcileID":"b32978dc-20e0-494f-819f-8a676e0f2526","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"simulator-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"simulator-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:41.088291162Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-subscription","reconcileID":"16ccc840-3fee-4e30-948d-ee0bb3b2a743","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-simulator-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:41.091939601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"ee3eabbf-0b38-4900-ba80-b2857604ab54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:41.092112013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"0148e523-1168-4904-907b-3a214d413340","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:41.247559689Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-models-valid-sub","reconcileID":"85189e84-2e2d-4690-bb55-b8ac88452336","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-simulator-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:41.409707312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-c03646-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-c03646-access","reconcileID":"9d4669b2-2e41-4316-a0be-1a135eca7531","MaaSAuthPolicy":{"name":"e2e-rt-eq-c03646-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:41.409762049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"96a0ce5c-c294-443d-ab51-5badb38e8b47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:41.469248606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-c03646-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-c03646-access","reconcileID":"9d4669b2-2e41-4316-a0be-1a135eca7531","MaaSAuthPolicy":{"name":"e2e-rt-eq-c03646-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:41.46925869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"96a0ce5c-c294-443d-ab51-5badb38e8b47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:41.517134686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a05b7e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a05b7e-access","reconcileID":"d6d6a2e1-ef7f-4d75-95c0-c4cd235f3bca","MaaSAuthPolicy":{"name":"e2e-rt-sw-a05b7e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:41.573526194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a05b7e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a05b7e-access","reconcileID":"d6d6a2e1-ef7f-4d75-95c0-c4cd235f3bca","MaaSAuthPolicy":{"name":"e2e-rt-sw-a05b7e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:41.609074765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8d7e8458-939c-47bc-a383-b9ca7aa01771","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:41.665552546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8d7e8458-939c-47bc-a383-b9ca7aa01771","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:41.902967473Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-return-all-sub1","reconcileID":"3aab9ebe-8833-4084-ac1f-aa9f10f591ee","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"model":"e2e-models-e2e-worker-w3-a8e157/distinct-w3-a8e157","subscription":"e2e-return-all-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:41.955807312Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-return-all-sub1","reconcileID":"3aab9ebe-8833-4084-ac1f-aa9f10f591ee","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"model":"e2e-models-e2e-worker-w3-a8e157/distinct-w3-a8e157","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:42.009019366Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-return-all-sub1","reconcileID":"3aab9ebe-8833-4084-ac1f-aa9f10f591ee","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/distinct-w3-a8e157","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:42.284332687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"distinct-w3-a8e157","reconcileID":"28bbbc47-a17f-49ff-b708-0f8086091ae3","MaaSModelRef":{"name":"distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"distinct-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"distinct-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:42.344020199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"simulator-w0-057e2d","reconcileID":"7dfeac02-2e18-479d-800d-d15e4c43a01e","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"simulator-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"simulator-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:42.454711845Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a05b7e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a05b7e","reconcileID":"c3dbf2ee-0cd9-469f-a10c-3eecaf7a5ace","MaaSModelRef":{"name":"e2e-rt-sw-a05b7e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-a05b7e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:42.454738157Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a05b7e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a05b7e","reconcileID":"c3dbf2ee-0cd9-469f-a10c-3eecaf7a5ace","MaaSModelRef":{"name":"e2e-rt-sw-a05b7e","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-a05b7e-7b5ba21d062f","namespace":"llm","model":"e2e-rt-sw-a05b7e","externalModel":"e2e-rt-sw-a05b7e","provider":"e2e-rt-sw-a05b7e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:42.507818031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"distinct-2-w3-a8e157","reconcileID":"6d07d96d-b2a6-49c9-9c7c-ba3ba5295455","MaaSModelRef":{"name":"distinct-2-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"distinct-2-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"distinct-2-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:42.549821238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-return-all-auth1","reconcileID":"bfcd3ced-ffd3-4c13-8661-10a54c8a1d8e","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:42.550422959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"c90bb6ef-5463-44be-a1cb-2431707dcc3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:42.550482282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"370cf681-6d8d-4165-a05b-44828e42e678","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:42.55096818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-return-all-auth2","reconcileID":"ac08a99e-bccf-4a66-8502-241ae9bdaa18","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:42.606745674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-return-all-auth1","reconcileID":"bfcd3ced-ffd3-4c13-8661-10a54c8a1d8e","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:42.607512884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"370cf681-6d8d-4165-a05b-44828e42e678","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:42.609043568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-return-all-auth2","reconcileID":"ac08a99e-bccf-4a66-8502-241ae9bdaa18","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:42.609803038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"c90bb6ef-5463-44be-a1cb-2431707dcc3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:42.62608586Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-return-all-sub2","reconcileID":"b179aee7-e3c2-48fc-bd0b-b4a2997a4def","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b53e9b01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:43.07951499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"4c464063-72fa-49c5-a3b5-23a5275bb58e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:43.079534959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-return-all-auth1","reconcileID":"90eff4ef-064e-456e-ad75-341a4539db8a","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:43.080031167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"ac301956-5bda-48eb-94a9-57660c934258","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:43.080143249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-return-all-auth2","reconcileID":"e6037bdc-8dd7-47d5-8681-021426858bad","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:43.137229841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"ac301956-5bda-48eb-94a9-57660c934258","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:43.137433362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-return-all-auth1","reconcileID":"90eff4ef-064e-456e-ad75-341a4539db8a","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:43.139579992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"4c464063-72fa-49c5-a3b5-23a5275bb58e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:43.139641403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-return-all-auth2","reconcileID":"e6037bdc-8dd7-47d5-8681-021426858bad","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:43.416392217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"simulator-w0-057e2d","reconcileID":"f945f662-33df-4647-af83-2a7d985ac4a9","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"simulator-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"simulator-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:43.577238996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"98d46bce-f2fb-4f00-8bcd-eeedd9522683","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:43.577444386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-models-invalid-sub-auth","reconcileID":"cc0ce1d2-e998-4d42-8e14-670390d75864","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:43.577229523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"59cfd3c2-c374-45ec-b040-02100cd8ba45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:43.635586393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"59cfd3c2-c374-45ec-b040-02100cd8ba45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:43.635580427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-models-invalid-sub-auth","reconcileID":"cc0ce1d2-e998-4d42-8e14-670390d75864","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:43.638163155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"98d46bce-f2fb-4f00-8bcd-eeedd9522683","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:44.031335027Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:46.225375201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"1c294c41-db2a-4314-84fe-bcef7a621d76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:46.226239293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-return-all-auth1","reconcileID":"1cfd0c52-2280-4345-b4d0-6cb71d512afa","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:46.226897966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"d4f4b07d-3e55-4d87-b97a-1ff01c509b2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:46.227056772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-return-all-auth2","reconcileID":"8407e10d-0fcb-4036-a6a4-9efe5e6a5cf6","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:46.306292808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-return-all-auth1","reconcileID":"1cfd0c52-2280-4345-b4d0-6cb71d512afa","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:46.313799819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"1c294c41-db2a-4314-84fe-bcef7a621d76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:46.315049392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"d4f4b07d-3e55-4d87-b97a-1ff01c509b2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:46.325886649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-access","reconcileID":"842a95a0-65c4-4df3-8a87-61193b545daf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8f6b5b","tenantID":"e2e-worker-w4-8f6b5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:46.339928909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-return-all-auth2","reconcileID":"8407e10d-0fcb-4036-a6a4-9efe5e6a5cf6","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:46.403399032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-access","reconcileID":"842a95a0-65c4-4df3-8a87-61193b545daf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"e2e-worker-w4-8f6b5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:46.680080342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-access","reconcileID":"1ba2351f-6310-4f6a-93f1-ab1bc11cfdb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8f6b5b","tenantID":"e2e-worker-w4-8f6b5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:46.738130167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-access","reconcileID":"1ba2351f-6310-4f6a-93f1-ab1bc11cfdb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"e2e-worker-w4-8f6b5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:46.890188158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"fda5800d-845b-46e9-a0a8-2c0190197665","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:46.890948144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"eb54de29-9ce0-4aee-893f-0602949b0625","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:46.890948145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-return-all-auth2","reconcileID":"e99a5cce-8d17-4d60-90c9-8760af8c96e6","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:46.903250952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-return-all-auth1","reconcileID":"e597258a-b5ba-4328-ae81-096c568e9ab8","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:46.948070339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"fda5800d-845b-46e9-a0a8-2c0190197665","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:46.948563603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"eb54de29-9ce0-4aee-893f-0602949b0625","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:46.950630716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-return-all-auth2","reconcileID":"e99a5cce-8d17-4d60-90c9-8760af8c96e6","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:46.959617751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-return-all-auth1","reconcileID":"e597258a-b5ba-4328-ae81-096c568e9ab8","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:50.89641529Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-c03646-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-c03646-sub","reconcileID":"1d6a6601-4f63-43ce-9fa6-41a5fa1eaf78","MaaSSubscription":{"name":"e2e-rt-eq-c03646-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-c03646","subscription":"e2e-rt-eq-c03646-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:51.001894581Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-c03646-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-c03646-sub","reconcileID":"1d6a6601-4f63-43ce-9fa6-41a5fa1eaf78","MaaSSubscription":{"name":"e2e-rt-eq-c03646-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-c03646","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:51.054623297Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-c03646-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-c03646-sub","reconcileID":"1d6a6601-4f63-43ce-9fa6-41a5fa1eaf78","MaaSSubscription":{"name":"e2e-rt-eq-c03646-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-c03646","namespace":"llm","model":"llm/e2e-rt-eq-c03646","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:51.386610071Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-c03646","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-c03646","reconcileID":"8abd6484-ead4-416c-9acf-30edfda9ad86","MaaSModelRef":{"name":"e2e-rt-eq-c03646","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-c03646","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:51.38664484Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-c03646","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-c03646","reconcileID":"8abd6484-ead4-416c-9acf-30edfda9ad86","MaaSModelRef":{"name":"e2e-rt-eq-c03646","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-c03646-91d241945d81","namespace":"llm","model":"e2e-rt-eq-c03646","externalModel":"e2e-rt-eq-c03646","provider":"e2e-rt-eq-c03646-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:51.575406227Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-c03646","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-c03646","reconcileID":"b01d12e1-961e-4ed1-be70-9210cf4f8f20","MaaSModelRef":{"name":"e2e-rt-eq-c03646","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-c03646","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:51.575431169Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-c03646","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-c03646","reconcileID":"b01d12e1-961e-4ed1-be70-9210cf4f8f20","MaaSModelRef":{"name":"e2e-rt-eq-c03646","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-c03646-91d241945d81","namespace":"llm","model":"e2e-rt-eq-c03646","externalModel":"e2e-rt-eq-c03646","provider":"e2e-rt-eq-c03646-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:51.596819476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a6633dc9-06bd-45e4-83a7-d9597fdf830a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:51.596849504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a05b7e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a05b7e-access","reconcileID":"9d697e47-f281-482c-99b3-84fca0f052b5","MaaSAuthPolicy":{"name":"e2e-rt-sw-a05b7e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:51.597257655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b713581c-cdd4-47fe-b239-8e2df7240807","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:51.597287846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-c03646-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-c03646-access","reconcileID":"9190a192-44b2-49d9-bb9d-aeffb3cdbb81","MaaSAuthPolicy":{"name":"e2e-rt-eq-c03646-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:51.65379375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b713581c-cdd4-47fe-b239-8e2df7240807","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:51.653860542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a05b7e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a05b7e-access","reconcileID":"9d697e47-f281-482c-99b3-84fca0f052b5","MaaSAuthPolicy":{"name":"e2e-rt-sw-a05b7e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:51.656242997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-c03646-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-c03646-access","reconcileID":"9190a192-44b2-49d9-bb9d-aeffb3cdbb81","MaaSAuthPolicy":{"name":"e2e-rt-eq-c03646-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:51.65633827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a6633dc9-06bd-45e4-83a7-d9597fdf830a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:51.964730087Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-c03646-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-c03646-access","reconcileID":"a33b76d1-5ece-4c07-98f2-401be615ee96","MaaSAuthPolicy":{"name":"e2e-rt-eq-c03646-access","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-c03646","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:52.220837678Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-c03646","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-c03646","reconcileID":"8a597683-e743-4e72-9a56-bbf9b0ba4a71","MaaSModelRef":{"name":"e2e-rt-eq-c03646","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-c03646","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:52.22087302Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-c03646","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-c03646","reconcileID":"8a597683-e743-4e72-9a56-bbf9b0ba4a71","MaaSModelRef":{"name":"e2e-rt-eq-c03646","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-c03646-91d241945d81","namespace":"llm","model":"e2e-rt-eq-c03646","externalModel":"e2e-rt-eq-c03646","provider":"e2e-rt-eq-c03646-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:52.69543019Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-return-all-sub2","reconcileID":"9eadd207-6110-4529-b4ad-320ae8b0232f","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"model":"e2e-models-e2e-worker-w3-a8e157/distinct-2-w3-a8e157","subscription":"e2e-return-all-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:52.748349378Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-return-all-sub2","reconcileID":"9eadd207-6110-4529-b4ad-320ae8b0232f","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"model":"e2e-models-e2e-worker-w3-a8e157/distinct-2-w3-a8e157","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:52.801377126Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-return-all-sub2","reconcileID":"9eadd207-6110-4529-b4ad-320ae8b0232f","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-distinct-2-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/distinct-2-w3-a8e157","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:52.836608945Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-c03646","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-c03646","reconcileID":"edc47f28-4f0e-4a95-8e63-629b534b3ab6","namespace":"llm","name":"e2e-rt-eq-c03646","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:52.893643012Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1b84a091-d490-422a-b044-202545b4c9f7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:52.893689555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1b84a091-d490-422a-b044-202545b4c9f7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:52.947769683Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a05b7e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a05b7e","reconcileID":"fbfe0bf3-e680-4e75-beec-1270a87a85de","MaaSModelRef":{"name":"e2e-rt-sw-a05b7e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-a05b7e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:52.947795766Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a05b7e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a05b7e","reconcileID":"fbfe0bf3-e680-4e75-beec-1270a87a85de","MaaSModelRef":{"name":"e2e-rt-sw-a05b7e","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-a05b7e-7b5ba21d062f","namespace":"llm","model":"e2e-rt-sw-a05b7e","externalModel":"e2e-rt-sw-a05b7e","provider":"e2e-rt-sw-a05b7e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:52.996222161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-access","reconcileID":"345efa9b-d89e-4f1b-9fcb-63a41dd825bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-baacee","tenantID":"e2e-worker-w1-baacee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:52.997054184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-models-invalid-sub-auth","reconcileID":"bc2b82c6-b7d1-4525-b5da-3e3dd1c150cd","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:53.001114727Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"426a29a2-260a-49dc-bbe6-a04346979512","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:53.001132676Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"426a29a2-260a-49dc-bbe6-a04346979512","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:53.001394673Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"9f93fa90-c6d0-415d-a05d-e4875bdcf797","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:53.001409778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"9f93fa90-c6d0-415d-a05d-e4875bdcf797","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:53.001616494Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"dcca67ee-2906-47ef-a6e2-6b3d07d6742c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:53.001630787Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"dcca67ee-2906-47ef-a6e2-6b3d07d6742c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:53.001874677Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"dc1ee4cd-0014-4bf7-8791-7a6aca99722f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:53.001899423Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"dc1ee4cd-0014-4bf7-8791-7a6aca99722f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:53.002142235Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"596cb706-6b0e-4e3f-aee9-653bbb3fe6ab","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:53.002155082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"596cb706-6b0e-4e3f-aee9-653bbb3fe6ab","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:53.002371651Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"0264b85d-4111-44ab-9490-a1001f3693f3","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:53.002383268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"0264b85d-4111-44ab-9490-a1001f3693f3","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:53.002586424Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cc4ee057-dab4-405b-888a-cb18d87ce312","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:53.002597891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cc4ee057-dab4-405b-888a-cb18d87ce312","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:53.049178615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d14743f6-27c4-42fe-b4df-e6fafddd4d00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:53.05394181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-models-invalid-sub-auth","reconcileID":"bc2b82c6-b7d1-4525-b5da-3e3dd1c150cd","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:53.055266918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-access","reconcileID":"345efa9b-d89e-4f1b-9fcb-63a41dd825bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"e2e-worker-w1-baacee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:53.101475597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"5d53bd66-020b-4f79-aa72-541ee2cd1b88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:53.10214003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-return-all-auth2","reconcileID":"86e0d1fb-d7f3-4dc3-a2dc-b05043d8e83f","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:53.106697122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d14743f6-27c4-42fe-b4df-e6fafddd4d00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:53.107336952Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2aff2285-8fe5-47d0-b2c1-dbc68d74565a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:53.108153586Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1df72679-6038-4cfd-a352-2ee3b76455f8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:53.157273677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"distinct-2-w3-a8e157","reconcileID":"2377256e-6e64-435d-ad53-c28e43efd80b","MaaSModelRef":{"name":"distinct-2-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"distinct-2-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"distinct-2-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:53.158370385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"5d53bd66-020b-4f79-aa72-541ee2cd1b88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:53.159947022Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-a05b7e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a05b7e-sub","reconcileID":"3c6ece13-e66c-4a4d-86b3-53005e22a06d","MaaSSubscription":{"name":"e2e-rt-sw-a05b7e-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-a05b7e","model":"llm/e2e-rt-sw-a05b7e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:53.160899936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-return-all-auth2","reconcileID":"86e0d1fb-d7f3-4dc3-a2dc-b05043d8e83f","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:53.317438802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"distinct-w3-a8e157","reconcileID":"fe8463fd-0435-4fda-abec-1755f31f2652","MaaSModelRef":{"name":"distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"distinct-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"distinct-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:53.374306537Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-return-all-auth1","reconcileID":"39b5966b-c1ec-4602-8f78-43d54e21c878","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"model":"e2e-models-e2e-worker-w3-a8e157/distinct-w3-a8e157","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:53.423518152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"simulator-w1-baacee","reconcileID":"4d9d82de-6786-4b73-937f-7e1ea9cff1ff","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"routeName":"simulator-w1-baacee-kserve-route","namespace":"e2e-models-e2e-worker-w1-baacee","llmisvcName":"simulator-w1-baacee","gateway":"openshift-ingress/e2e-worker-w1-baacee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:53.423968991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"premium-w1-baacee","reconcileID":"deb9cd7f-c141-443e-a23a-b604f9860a64","MaaSModelRef":{"name":"premium-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"routeName":"premium-w1-baacee-kserve-route","namespace":"e2e-models-e2e-worker-w1-baacee","llmisvcName":"premium-w1-baacee","gateway":"openshift-ingress/e2e-worker-w1-baacee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:53.424382082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"distinct-w1-baacee","reconcileID":"4d9868b6-c73a-4a29-8e57-8f228d214290","MaaSModelRef":{"name":"distinct-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"routeName":"distinct-w1-baacee-kserve-route","namespace":"e2e-models-e2e-worker-w1-baacee","llmisvcName":"distinct-w1-baacee","gateway":"openshift-ingress/e2e-worker-w1-baacee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:53.484493398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"0880d8f4-3649-4bcc-b467-6b166006afb0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:53.489520153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"simulator-w1-baacee","reconcileID":"adde557a-2550-45dd-8141-edd59a59ce7a","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"routeName":"simulator-w1-baacee-kserve-route","namespace":"e2e-models-e2e-worker-w1-baacee","llmisvcName":"simulator-w1-baacee","gateway":"openshift-ingress/e2e-worker-w1-baacee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:53.489934657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"premium-w1-baacee","reconcileID":"ce306e53-4d7b-4f69-9105-a6fbc084d155","MaaSModelRef":{"name":"premium-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"routeName":"premium-w1-baacee-kserve-route","namespace":"e2e-models-e2e-worker-w1-baacee","llmisvcName":"premium-w1-baacee","gateway":"openshift-ingress/e2e-worker-w1-baacee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:53.490212068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"distinct-w1-baacee","reconcileID":"987b007a-78f7-46be-ae7a-3f456992685e","MaaSModelRef":{"name":"distinct-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"routeName":"distinct-w1-baacee-kserve-route","namespace":"e2e-models-e2e-worker-w1-baacee","llmisvcName":"distinct-w1-baacee","gateway":"openshift-ingress/e2e-worker-w1-baacee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:53.534054024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-access","reconcileID":"098ad6d1-ec49-4ebf-93e6-9b879e2f737d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8f6b5b","tenantID":"e2e-worker-w4-8f6b5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:53.534523468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-access","reconcileID":"a68bf750-41f9-485a-8fbb-c225e6e11518","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8f6b5b","tenantID":"e2e-worker-w4-8f6b5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:53.535061994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"e02ece7f-db80-43cc-8b0c-cf9ba0077d66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:53.544948016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"0880d8f4-3649-4bcc-b467-6b166006afb0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:53.580102764Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-models-valid-sub","reconcileID":"25a6868d-fcbe-4fee-83f6-6bf0aac175d1","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","subscription":"e2e-models-valid-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:53.59352467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-access","reconcileID":"098ad6d1-ec49-4ebf-93e6-9b879e2f737d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"e2e-worker-w4-8f6b5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:53.594118173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-access","reconcileID":"a68bf750-41f9-485a-8fbb-c225e6e11518","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"e2e-worker-w4-8f6b5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:53.597099527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"e02ece7f-db80-43cc-8b0c-cf9ba0077d66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:53.631487309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"distinct-w3-a8e157","reconcileID":"e97d9111-7fdb-4921-9c91-c9bacb34e8d2","MaaSModelRef":{"name":"distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"distinct-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"distinct-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:53.636141063Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-subscription","reconcileID":"8c7a38d9-6146-4c04-961c-8468419b17e0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-simulator-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/simulator-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:53.636890005Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-subscription","reconcileID":"b0b4723b-76c1-492d-a99b-bc6e5bc8cb2e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-premium-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/premium-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:53.76773684Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-c03646","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-c03646","reconcileID":"38c7dda4-0cb5-4327-bb06-867930d817e9","namespace":"llm","name":"e2e-rt-eq-c03646","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:53.792166794Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"distinct-2-w3-a8e157","reconcileID":"03597651-b838-41b2-a82c-16815ad117e1","MaaSModelRef":{"name":"distinct-2-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"distinct-2-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"distinct-2-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:53.799136117Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-models-valid-sub","reconcileID":"25a6868d-fcbe-4fee-83f6-6bf0aac175d1","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-simulator-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-057e2d/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:53.845873971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b3cdefd6-afcf-4512-9746-95372ff56862","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:53.902432791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b3cdefd6-afcf-4512-9746-95372ff56862","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:53.933571298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"45ea668b-1f74-4508-b3d3-e81f2b504fda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:53.990471214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"45ea668b-1f74-4508-b3d3-e81f2b504fda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:54.013056836Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-subscription","reconcileID":"3c979f08-057f-40f5-89f3-7409c00a3df9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-simulator-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:54.035004821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"bb6530f0-98a4-4b94-9eac-d0b3d8773736","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:54.035159236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-access","reconcileID":"88d2613f-a4d9-4405-8796-dc9fcc98d8da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-baacee","tenantID":"e2e-worker-w1-baacee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:54.062977056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"simulator-w0-057e2d","reconcileID":"5dea149b-a1a3-4446-9197-b779dbcb922c","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"simulator-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"simulator-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:54.087916996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a05b7e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a05b7e-access","reconcileID":"967377ba-dd46-4a7d-8b35-130c389d4d3b","MaaSAuthPolicy":{"name":"e2e-rt-sw-a05b7e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:54.09151003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"bb6530f0-98a4-4b94-9eac-d0b3d8773736","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:54.091757632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-access","reconcileID":"88d2613f-a4d9-4405-8796-dc9fcc98d8da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"e2e-worker-w1-baacee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:54.145905597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a05b7e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a05b7e-access","reconcileID":"967377ba-dd46-4a7d-8b35-130c389d4d3b","MaaSAuthPolicy":{"name":"e2e-rt-sw-a05b7e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:54.221164104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"simulator-w0-057e2d","reconcileID":"e1467873-ecc6-44c6-a088-760267aa63df","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"simulator-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"simulator-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:54.26480966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"d6b2fb13-ecf8-4767-b997-f27c4713a15d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:54.309927981Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-return-all-auth2","reconcileID":"388ab86e-137c-4d0d-b03b-712dab1c9b29","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"model":"e2e-models-e2e-worker-w3-a8e157/distinct-2-w3-a8e157","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:54.322120217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"d6b2fb13-ecf8-4767-b997-f27c4713a15d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:54.421156597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c4cdba30-df05-4c46-84c6-0a5cf7f76553","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:54.469310913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"6160d2bc-f3a9-4885-bcc1-5106fd90c02b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:54.477643248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c4cdba30-df05-4c46-84c6-0a5cf7f76553","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:54.526138553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"6160d2bc-f3a9-4885-bcc1-5106fd90c02b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:54.566773006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"distinct-2-w3-a8e157","reconcileID":"5301f601-6767-450a-9c7e-f513db3430a1","MaaSModelRef":{"name":"distinct-2-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"distinct-2-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"distinct-2-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:54.56680359Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-models-invalid-sub-auth","reconcileID":"2fb38afa-1a77-473d-8bf2-fdb6f8a7d629","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:54.576591266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-access","reconcileID":"1f013fb1-a788-45b7-b401-a955d4340231","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-baacee","tenantID":"e2e-worker-w1-baacee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:54.633343152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-access","reconcileID":"1f013fb1-a788-45b7-b401-a955d4340231","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"e2e-worker-w1-baacee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:54.756600887Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a05b7e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a05b7e","reconcileID":"86e98c08-9c1d-4c99-8564-66f77e0f1866","MaaSModelRef":{"name":"e2e-rt-sw-a05b7e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-a05b7e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:54.756629566Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a05b7e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a05b7e","reconcileID":"86e98c08-9c1d-4c99-8564-66f77e0f1866","MaaSModelRef":{"name":"e2e-rt-sw-a05b7e","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-a05b7e-7b5ba21d062f","namespace":"llm","model":"e2e-rt-sw-a05b7e","externalModel":"e2e-rt-sw-a05b7e","provider":"e2e-rt-sw-a05b7e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:54.770835077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"5f90e093-ca83-4f9f-a87f-7c2772d4b1d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:54.830216107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"5f90e093-ca83-4f9f-a87f-7c2772d4b1d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:54.868136533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"simulator-w0-057e2d","reconcileID":"a99787ea-7ab7-4f08-bee7-fcc245096915","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"simulator-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"simulator-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:54.870985592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-access","reconcileID":"31640c69-651b-4fb2-98f5-99c13312991e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8f6b5b","tenantID":"e2e-worker-w4-8f6b5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:54.871045573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-access","reconcileID":"73d6a2b3-30e0-449b-95a1-1b5b4169f3bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8f6b5b","tenantID":"e2e-worker-w4-8f6b5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:54.937248799Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-a05b7e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a05b7e-sub","reconcileID":"2981dab7-63ba-463e-a409-1dad06509d8e","MaaSSubscription":{"name":"e2e-rt-sw-a05b7e-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-add3ec25","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:54.941141121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-access","reconcileID":"73d6a2b3-30e0-449b-95a1-1b5b4169f3bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"e2e-worker-w4-8f6b5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:54.942539665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-access","reconcileID":"31640c69-651b-4fb2-98f5-99c13312991e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"e2e-worker-w4-8f6b5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:54.990223491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"f9dcecb8-647c-4156-8608-be8c1e87a245","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:55.047211972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"f9dcecb8-647c-4156-8608-be8c1e87a245","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:55.124145824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"806148b6-728b-41ef-b143-2928aec52ad4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:55.181207757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"806148b6-728b-41ef-b143-2928aec52ad4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:55.247882853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a732c48b-3649-439f-ad60-44582f55d567","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:55.303933891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a732c48b-3649-439f-ad60-44582f55d567","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:55.349119525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a05b7e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a05b7e-access","reconcileID":"f5a09c38-72ae-4b3e-84b0-a30b4a39669d","MaaSAuthPolicy":{"name":"e2e-rt-sw-a05b7e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:55.405377074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a05b7e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a05b7e-access","reconcileID":"f5a09c38-72ae-4b3e-84b0-a30b4a39669d","MaaSAuthPolicy":{"name":"e2e-rt-sw-a05b7e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:55.650866807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"06002105-627c-4468-a898-47c109b97568","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:55.707070306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"06002105-627c-4468-a898-47c109b97568","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:56.027631693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"93ecca60-7b91-45f9-ba83-42ba75811041","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:56.084217306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"fc13b5dc-54f6-4eeb-82c7-8b87c99c3c4f","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:56.134239272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"simulator-w0-057e2d","reconcileID":"c9f25a71-6c7e-449e-a22a-ec4cf8d33784","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"simulator-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"simulator-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:56.1893935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"simulator-w0-057e2d","reconcileID":"7a2d9150-c066-4230-8e23-882152a5517c","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"simulator-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"simulator-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:56.240733479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-user-token-filter-auth","reconcileID":"ac4e1273-7ccc-474b-991d-9a9b8dacd652","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:56.297113089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-user-token-filter-auth","reconcileID":"ac4e1273-7ccc-474b-991d-9a9b8dacd652","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:56.314376477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"5b3202ae-28dc-49fb-9c33-8cebe2a26e35","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:56.346103754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-models-access-denied-auth","reconcileID":"bd8a9993-1b4a-490e-a2e4-1787eef7f646","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:56.372097303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"b4ce4e6d-9adb-45f6-8e47-ef44838bb88f","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:56.402937645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-models-access-denied-auth","reconcileID":"bd8a9993-1b4a-490e-a2e4-1787eef7f646","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:56.430880062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"simulator-w0-057e2d","reconcileID":"5d1057cf-4915-4ab9-bc8e-ca25eca48a8a","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"simulator-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"simulator-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:56.472926469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"42dba744-1a2a-4488-8f5c-00216176f132","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:56.472926472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"c8290e39-d0ef-477c-8604-3698e817d1c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:23:56.479935254Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-user-token-filter-sub","reconcileID":"fcc5913b-118e-417e-bf83-a09af503a74c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-user-token-filter-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:56.488365004Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"simulator-w0-057e2d","reconcileID":"642bfbec-bddf-4612-86e8-d943fd01a440","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"simulator-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"simulator-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:56.530701803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"c8290e39-d0ef-477c-8604-3698e817d1c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:56.530934616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"42dba744-1a2a-4488-8f5c-00216176f132","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:23:56.539581502Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-models-user-sub","reconcileID":"30f1ab48-56bb-4663-8d82-ff3dd9ae2798","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-user-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:56.591216617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"9255764c-313c-4c3e-b0de-590aecd95a01","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:56.593724633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"c57b58c6-8a90-4d78-8a07-3b65a44bf4b8","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:56.615149534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"650d9643-9c2a-4299-ab53-42dfd09676ae","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:56.649053455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"9255764c-313c-4c3e-b0de-590aecd95a01","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:56.65103034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"56794331-029a-44d6-9440-8ce88c494caf","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:56.65443183Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"simulator-w0-057e2d","reconcileID":"fcb5d6b4-79a7-4bfc-aed8-120873b11a96","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"simulator-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"simulator-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:56.707563011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"simulator-w0-057e2d","reconcileID":"7fc06755-f4a4-4c7f-9255-0c97b7203e8b","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"simulator-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"simulator-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:56.707728426Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-057e2d priority=0:[ai-tenant-e2e-worker-w0-057e2d/e2e-models-other-sub ai-tenant-e2e-worker-w0-057e2d/e2e-models-user-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:56.712263973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"simulator-w0-057e2d","reconcileID":"2da5afa6-df4f-414d-8b18-813fe74d7421","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"simulator-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"simulator-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:56.712903555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"simulator-w0-057e2d","reconcileID":"e68377b4-990d-4513-b2cc-8a770f313a7f","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"simulator-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"simulator-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:23:56.761139406Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-057e2d/e2e-models-user-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-user-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:56.772244551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-user-token-filter-auth","reconcileID":"21c52c42-127a-416d-a69d-0625bbdcba2e","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:56.816706583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"simulator-w0-057e2d","reconcileID":"180cd4ca-5a90-426d-a50a-53ca549f2c85","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"simulator-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"simulator-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:23:56.819748365Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-057e2d/e2e-models-other-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-other-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:56.828548137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-user-token-filter-auth","reconcileID":"21c52c42-127a-416d-a69d-0625bbdcba2e","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:56.873425056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-models-access-denied-auth","reconcileID":"a6889c4e-8dcf-4973-9d06-563733cf4220","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:56.874210117Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"simulator-w0-057e2d","reconcileID":"a4cfc46c-e5a3-40f0-afdc-f0e29ad26e4a","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"simulator-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"simulator-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:56.87493842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"86bec099-ce95-46cf-aef0-c344395a2e07","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:56.916857943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"798f0277-b8f5-41f0-92cb-230a5c14b54d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:56.916883902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"d2a20e67-e61d-43d8-af10-71f2d4ab72b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:56.92142856Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-user-token-filter-sub","reconcileID":"85b1aaba-3a95-4b2d-97f0-3cd267797d94","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-simulator-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-a8e157/e2e-user-token-filter-sub","ai-tenant-e2e-worker-w3-a8e157/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:56.930088819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-models-access-denied-auth","reconcileID":"a6889c4e-8dcf-4973-9d06-563733cf4220","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:56.975275897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"798f0277-b8f5-41f0-92cb-230a5c14b54d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:56.9752759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"d2a20e67-e61d-43d8-af10-71f2d4ab72b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:56.977347667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"10b5d59f-a755-41e9-95dd-785dde56d521","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:57.021222909Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-models-user-sub","reconcileID":"88010733-22bd-4123-87f2-88c70aa15550","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-simulator-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w0-057e2d/e2e-models-other-sub","ai-tenant-e2e-worker-w0-057e2d/e2e-models-user-sub","ai-tenant-e2e-worker-w0-057e2d/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:57.042443871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"10b5d59f-a755-41e9-95dd-785dde56d521","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:57.093831464Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-models-other-sub","reconcileID":"63fdc736-d116-4bbe-99f3-8fb1f555d2f9","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-simulator-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:57.099225375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"63036411-2b98-48c0-a14c-91d82b044083","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:57.134057306Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-subscription","reconcileID":"dc2ab8a4-2c36-4093-8d2a-a7ee0c88c668","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-simulator-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:57.145956903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"de975670-5dee-4353-bc26-783c4ca320c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:57.188517591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"simulator-w0-057e2d","reconcileID":"cdc9fbef-0b0d-4ea5-a3fb-d761c56cb5d9","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"simulator-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"simulator-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:57.202236604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"de975670-5dee-4353-bc26-783c4ca320c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:57.233595537Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-subscription","reconcileID":"a4b6a25c-be2d-4f82-a679-c7357d31908b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-simulator-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:57.249858472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-models-access-denied-auth","reconcileID":"8199b457-ec1c-4778-8cff-c92cade333ec","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:57.260428335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"simulator-w0-057e2d","reconcileID":"8d5fe671-d8b0-4c54-9e25-8147dcead6a2","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"simulator-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"simulator-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:57.306386966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-models-access-denied-auth","reconcileID":"8199b457-ec1c-4778-8cff-c92cade333ec","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:57.333959838Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-user-token-filter-sub","reconcileID":"f31d58f1-fafd-4c40-b277-0b15c56b28fd","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-simulator-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:57.346827303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"f9350c5b-b6b4-46f4-95cb-197f2948743d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:57.404376311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"f9350c5b-b6b4-46f4-95cb-197f2948743d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:57.434491605Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-models-user-sub","reconcileID":"90b9e490-07b5-46a1-8551-5135de189006","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-simulator-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:57.555128989Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-models-other-sub","reconcileID":"16993fda-11fb-4e18-8053-b7f7ceb4a24c","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-simulator-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:59.284453801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"c27a122f-a699-4b46-bc89-b984a847816b","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:59.441644234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-user-token-filter-auth","reconcileID":"47611b71-c343-4a20-9551-27a1bcde47cc","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:59.441847967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"34519bba-6481-47f1-b0aa-c9d531fae5c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:59.441642799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"e2546ac7-2bde-4c78-a2ee-1693790ff8fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:59.505383311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-user-token-filter-auth","reconcileID":"47611b71-c343-4a20-9551-27a1bcde47cc","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:59.506053865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"e2546ac7-2bde-4c78-a2ee-1693790ff8fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:59.510367026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"34519bba-6481-47f1-b0aa-c9d531fae5c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:59.874825116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"simulator-w0-057e2d","reconcileID":"d091e8d4-a7ae-4f68-9321-9181a9078139","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"simulator-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"simulator-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:00.0323599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-models-access-denied-auth","reconcileID":"3b4fabfa-3d77-4175-9d9a-120f5aa9b6f1","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:00.032770284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"c61ad423-de54-446e-8190-b1896ea9f9a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:00.0323592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"d0aac5a3-2999-4f1b-87c2-17d1e911b664","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:00.091000911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-models-access-denied-auth","reconcileID":"3b4fabfa-3d77-4175-9d9a-120f5aa9b6f1","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:00.092202473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"d0aac5a3-2999-4f1b-87c2-17d1e911b664","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:00.09576725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"c61ad423-de54-446e-8190-b1896ea9f9a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:01.554733162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-user-token-filter-auth","reconcileID":"55047058-bf81-4220-b1f3-4a1f6ed95f08","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:01.556095869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"f759d19d-fdb4-43cc-9d78-771a35ae942f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:01.556920525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"f8e1790f-92e1-4018-8b9f-4edc76b0064d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:01.625195244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"f759d19d-fdb4-43cc-9d78-771a35ae942f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:01.629379232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"f8e1790f-92e1-4018-8b9f-4edc76b0064d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:01.632064935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-user-token-filter-auth","reconcileID":"55047058-bf81-4220-b1f3-4a1f6ed95f08","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:01.930787544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-access","reconcileID":"6126c5e7-e7f6-40e1-a440-3fe38e7272eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-baacee","tenantID":"e2e-worker-w1-baacee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:01.931460645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-access","reconcileID":"0f16e20c-f4b8-43c2-83e5-f327de17c87c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-baacee","tenantID":"e2e-worker-w1-baacee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:01.999832775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-access","reconcileID":"0f16e20c-f4b8-43c2-83e5-f327de17c87c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"e2e-worker-w1-baacee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:02.007467679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-access","reconcileID":"6126c5e7-e7f6-40e1-a440-3fe38e7272eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"e2e-worker-w1-baacee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:02.015061494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"f6d69eeb-9a17-4ce9-a49c-88b2165e2b2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:02.073020443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"f6d69eeb-9a17-4ce9-a49c-88b2165e2b2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:02.114837647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-user-token-filter-auth","reconcileID":"f4bac804-1636-4aea-9113-267181c190c5","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:02.115081829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"56f3a7eb-fbb3-4c0f-952b-3e9fb56e83e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:02.172264161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-user-token-filter-auth","reconcileID":"f4bac804-1636-4aea-9113-267181c190c5","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:02.172351876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"56f3a7eb-fbb3-4c0f-952b-3e9fb56e83e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:04.990389622Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-a05b7e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a05b7e-sub","reconcileID":"602c4376-6707-4af7-b55a-294d4a6a6216","MaaSSubscription":{"name":"e2e-rt-sw-a05b7e-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-a05b7e","subscription":"e2e-rt-sw-a05b7e-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:05.096344263Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-a05b7e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a05b7e-sub","reconcileID":"602c4376-6707-4af7-b55a-294d4a6a6216","MaaSSubscription":{"name":"e2e-rt-sw-a05b7e-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-a05b7e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:05.149167189Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-a05b7e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a05b7e-sub","reconcileID":"602c4376-6707-4af7-b55a-294d4a6a6216","MaaSSubscription":{"name":"e2e-rt-sw-a05b7e-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-a05b7e","namespace":"llm","model":"llm/e2e-rt-sw-a05b7e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:05.475252402Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a05b7e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a05b7e","reconcileID":"ced535a5-90f5-49d9-9606-37d3b09d9830","MaaSModelRef":{"name":"e2e-rt-sw-a05b7e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-a05b7e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:05.475284557Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a05b7e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a05b7e","reconcileID":"ced535a5-90f5-49d9-9606-37d3b09d9830","MaaSModelRef":{"name":"e2e-rt-sw-a05b7e","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-a05b7e-7b5ba21d062f","namespace":"llm","model":"e2e-rt-sw-a05b7e","externalModel":"e2e-rt-sw-a05b7e","provider":"e2e-rt-sw-a05b7e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:05.587379173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"simulator-w0-057e2d","reconcileID":"d11f6b81-2032-49c9-a0cd-1f4b8a0cf085","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"simulator-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"simulator-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:05.632574941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bf064448-ab14-46dc-8bbb-d6b80d92091e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:05.634858193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"77d006e6-07c0-433f-b2fb-1ac133c36003","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:05.634860912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a05b7e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a05b7e-access","reconcileID":"de48e253-baa0-49b6-9e7d-9e9a65ae6043","MaaSAuthPolicy":{"name":"e2e-rt-sw-a05b7e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:05.640292732Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a05b7e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a05b7e","reconcileID":"85eeaae4-e049-42dd-a2c3-11658bd7635e","MaaSModelRef":{"name":"e2e-rt-sw-a05b7e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-a05b7e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:05.640309455Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a05b7e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a05b7e","reconcileID":"85eeaae4-e049-42dd-a2c3-11658bd7635e","MaaSModelRef":{"name":"e2e-rt-sw-a05b7e","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-a05b7e-7b5ba21d062f","namespace":"llm","model":"e2e-rt-sw-a05b7e","externalModel":"e2e-rt-sw-a05b7e","provider":"e2e-rt-sw-a05b7e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:05.689506547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bf064448-ab14-46dc-8bbb-d6b80d92091e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:05.691317687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"77d006e6-07c0-433f-b2fb-1ac133c36003","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:05.691919965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a05b7e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a05b7e-access","reconcileID":"de48e253-baa0-49b6-9e7d-9e9a65ae6043","MaaSAuthPolicy":{"name":"e2e-rt-sw-a05b7e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:05.95526383Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a05b7e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a05b7e-access","reconcileID":"7414f9b5-850b-43a6-b908-7db653f3644e","MaaSAuthPolicy":{"name":"e2e-rt-sw-a05b7e-access","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-a05b7e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:06.170685368Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a05b7e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a05b7e","reconcileID":"21868738-4967-41ef-90c7-0edef60d6048","MaaSModelRef":{"name":"e2e-rt-sw-a05b7e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-a05b7e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:06.170712986Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a05b7e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a05b7e","reconcileID":"21868738-4967-41ef-90c7-0edef60d6048","MaaSModelRef":{"name":"e2e-rt-sw-a05b7e","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-a05b7e-7b5ba21d062f","namespace":"llm","model":"e2e-rt-sw-a05b7e","externalModel":"e2e-rt-sw-a05b7e","provider":"e2e-rt-sw-a05b7e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:06.706854622Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-a05b7e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a05b7e","reconcileID":"e827c030-b6b8-4915-8679-68ccb68786cc","namespace":"llm","name":"e2e-rt-sw-a05b7e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:06.762961627Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"422d09a5-6e82-4bef-90ce-802a53fca9e9","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:06.762989213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"422d09a5-6e82-4bef-90ce-802a53fca9e9","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:06.763329684Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6a6fa50b-eec3-45f0-9c0c-962c1b2bea3d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:06.763350344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6a6fa50b-eec3-45f0-9c0c-962c1b2bea3d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:06.763684474Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f720f288-eb8e-4cc8-bf4c-27b1e54b3d3d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:06.763702135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f720f288-eb8e-4cc8-bf4c-27b1e54b3d3d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:06.764020043Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6261673b-76c2-4d39-bf96-cab25796a4ad","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:06.764040129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6261673b-76c2-4d39-bf96-cab25796a4ad","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:06.764293423Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a26a6e78-3a3c-42a8-a66a-88138f861861","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:06.764306331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a26a6e78-3a3c-42a8-a66a-88138f861861","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:06.76450289Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"204cc247-97d1-441b-bf7d-cf63655c1d01","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:06.764513697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"204cc247-97d1-441b-bf7d-cf63655c1d01","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:06.764845851Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b14d63c2-b372-47fe-bc11-05831d40958b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:06.764858026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b14d63c2-b372-47fe-bc11-05831d40958b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:06.765135587Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"823616b1-137b-461c-b589-c368ebadad67","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:06.765147192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"823616b1-137b-461c-b589-c368ebadad67","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:06.865228509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-models-access-denied-auth","reconcileID":"bcd677d7-e223-45e3-82f2-9a45d9826278","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:06.865306968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-access","reconcileID":"4514995e-63f5-42f0-b3b0-54bdbaae552c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8f6b5b","tenantID":"e2e-worker-w4-8f6b5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:06.865774497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"a3760a90-ac1a-4a9f-b058-85294bb8e1ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:06.865965879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"92a76871-2eb5-4776-ac16-5e899b170e0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:06.865774338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-access","reconcileID":"5b0158cd-242e-4d8b-b3f4-24fc5d31030d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8f6b5b","tenantID":"e2e-worker-w4-8f6b5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:06.922785312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-access","reconcileID":"4514995e-63f5-42f0-b3b0-54bdbaae552c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"e2e-worker-w4-8f6b5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:06.924188564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"a3760a90-ac1a-4a9f-b058-85294bb8e1ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:06.925128668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"92a76871-2eb5-4776-ac16-5e899b170e0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:06.927338152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-access","reconcileID":"5b0158cd-242e-4d8b-b3f4-24fc5d31030d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"e2e-worker-w4-8f6b5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:06.927902178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-models-access-denied-auth","reconcileID":"bcd677d7-e223-45e3-82f2-9a45d9826278","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:06.981240975Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0224a9f1-92fd-42f0-a8ca-06935926e31b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:06.981755651Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"dd16920c-7ad7-484b-b75f-2e9fe6137505","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:07.297733816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"98e6d8ff-3b14-4499-b42c-61d41f939847","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:07.298166195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"964b0935-c25d-4f76-a272-fc5bfeb7ab96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:07.298450207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-access","reconcileID":"fa645978-5bdd-4b6f-8c6d-30404b543577","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-baacee","tenantID":"e2e-worker-w1-baacee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:07.298755319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"4adc203d-cd0e-495f-9a00-2426870c7e63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:07.29907125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"2f5b2301-cda8-4958-b15f-fe1a6c74cca8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:07.311147473Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-a05b7e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a05b7e","reconcileID":"ac6b889e-b072-435b-8c8f-fdd592ede4ba","namespace":"llm","name":"e2e-rt-sw-a05b7e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:07.356790997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"98e6d8ff-3b14-4499-b42c-61d41f939847","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:07.358386932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"964b0935-c25d-4f76-a272-fc5bfeb7ab96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:07.360467416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"2f5b2301-cda8-4958-b15f-fe1a6c74cca8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:07.362102769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-access","reconcileID":"fa645978-5bdd-4b6f-8c6d-30404b543577","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"e2e-worker-w1-baacee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:07.362990555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"4adc203d-cd0e-495f-9a00-2426870c7e63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:07.767945028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e756c95f-e6b2-4691-9328-068220780e44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:07.768190405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"6bb5f5b1-2856-4981-85f1-ab2186104426","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:07.768949943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"e5f5213e-1628-4261-b6be-0196efa74741","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:07.769096272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-user-token-filter-auth","reconcileID":"8749258e-2cb1-4a55-89d7-e1da4fde9603","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:07.769540939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-access","reconcileID":"0de0c4ac-9ecb-41fa-9537-d5ff0873dee7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-baacee","tenantID":"e2e-worker-w1-baacee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:07.825210336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e756c95f-e6b2-4691-9328-068220780e44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:07.825537934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"e5f5213e-1628-4261-b6be-0196efa74741","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:07.827605856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"6bb5f5b1-2856-4981-85f1-ab2186104426","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:07.827889145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-user-token-filter-auth","reconcileID":"8749258e-2cb1-4a55-89d7-e1da4fde9603","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:07.830026414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-access","reconcileID":"0de0c4ac-9ecb-41fa-9537-d5ff0873dee7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"e2e-worker-w1-baacee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:08.190635012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-access","reconcileID":"4d7da278-ed56-43f8-a120-d31309edc316","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-baacee","tenantID":"e2e-worker-w1-baacee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:08.190919703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"5a2a0079-ee80-4626-af9d-bdf0095a4157","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:08.191257955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"39461865-1bd8-40ad-aebc-e954e37ded87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:08.191350236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"05845f67-0a4c-47f0-aeb6-7ea7ccfad51c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:08.263535073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-access","reconcileID":"4d7da278-ed56-43f8-a120-d31309edc316","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"e2e-worker-w1-baacee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:08.271892959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"5a2a0079-ee80-4626-af9d-bdf0095a4157","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:08.276317445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"05845f67-0a4c-47f0-aeb6-7ea7ccfad51c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:08.281560668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"39461865-1bd8-40ad-aebc-e954e37ded87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:08.341344705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-access","reconcileID":"168e60c4-cd04-48e5-9827-5e4bdb7796af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8f6b5b","tenantID":"e2e-worker-w4-8f6b5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:08.40131634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-access","reconcileID":"168e60c4-cd04-48e5-9827-5e4bdb7796af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"e2e-worker-w4-8f6b5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:08.662930277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"4f8bcb2a-723d-4cc2-9596-3386f1808271","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:08.663986847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8c325ae7-39e0-4e46-a51a-a8cf2236fbfc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:08.664124722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-access","reconcileID":"6985d5b8-b578-4f66-875d-a2cab1aec451","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8f6b5b","tenantID":"e2e-worker-w4-8f6b5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:08.664744795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-models-access-denied-auth","reconcileID":"aeb416c3-dc71-4668-af78-003184e8463c","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:08.721643064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"4f8bcb2a-723d-4cc2-9596-3386f1808271","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:08.722048488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-models-access-denied-auth","reconcileID":"aeb416c3-dc71-4668-af78-003184e8463c","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:08.723874798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-access","reconcileID":"6985d5b8-b578-4f66-875d-a2cab1aec451","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"e2e-worker-w4-8f6b5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:08.724336592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8c325ae7-39e0-4e46-a51a-a8cf2236fbfc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:09.450132641Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-user-token-filter-sub","reconcileID":"46dc5cd5-85d5-4d0d-9aeb-25d80abbd944","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","subscription":"e2e-user-token-filter-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:09.668644632Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-user-token-filter-sub","reconcileID":"46dc5cd5-85d5-4d0d-9aeb-25d80abbd944","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-simulator-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-a8e157/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:09.881286117Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-subscription","reconcileID":"8fa16382-2e9c-4e2f-a449-25712ba8f5dc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-simulator-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:09.932168945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"8057715d-c477-4b09-8e46-7e7e61e9dd1a","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:10.039359007Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-models-user-sub","reconcileID":"da9bceab-f5fa-4f7b-817b-773e7bc1450e","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","subscription":"e2e-models-user-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:10.089519472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"a28063a6-b143-4001-b56a-bdf42a8a7ca7","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:10.093920683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-user-token-filter-auth","reconcileID":"9afd1e11-ce4e-456a-9845-ece036abf69e","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:10.093952676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"0f149e37-930d-43d4-b817-9d89b3813f9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:10.09436088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"2d657966-8245-4b7a-a99f-7cbb0970e30a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:10.161128261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"2d657966-8245-4b7a-a99f-7cbb0970e30a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:10.165881219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-user-token-filter-auth","reconcileID":"9afd1e11-ce4e-456a-9845-ece036abf69e","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:10.168776058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"0f149e37-930d-43d4-b817-9d89b3813f9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:10.264458228Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-models-user-sub","reconcileID":"da9bceab-f5fa-4f7b-817b-773e7bc1450e","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-simulator-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-057e2d/e2e-models-other-sub","ai-tenant-e2e-worker-w0-057e2d/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:10.322127734Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-user-token-filter-auth","reconcileID":"7144e204-df8e-4432-aa1d-16172a14d1d0","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:10.476074083Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-models-other-sub","reconcileID":"f4bcce4f-e0f8-48bc-b583-2c11b203d49c","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-simulator-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:10.476127738Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-subscription","reconcileID":"75bf490c-4e3d-4f3c-9220-2dc63bca9009","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-simulator-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:10.48142203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"simulator-w0-057e2d","reconcileID":"8d91386b-83cf-4377-8731-468364fcb109","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"simulator-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"simulator-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:10.482352771Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"e854aaf7-06dc-4a65-8076-3edf237b914d","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:10.638061934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-models-access-denied-auth","reconcileID":"45cd22ed-7c24-435a-b416-db5a632c12ff","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:10.638534721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"f4953d55-6813-4f50-8e63-117efa8345b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:10.63877064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"33a4cddb-a6b6-4c45-ba9b-7c34100738aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:10.655122288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"simulator-w0-057e2d","reconcileID":"112b4338-1ff3-4a05-ae09-8a8a48fa2424","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"simulator-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"simulator-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:10.695080992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"f4953d55-6813-4f50-8e63-117efa8345b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:10.695317266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"33a4cddb-a6b6-4c45-ba9b-7c34100738aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:10.697401778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-models-access-denied-auth","reconcileID":"45cd22ed-7c24-435a-b416-db5a632c12ff","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:11.06913092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"ab369317-4357-4bd2-a0d6-6eb866ca0a91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:11.070105026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"4eee8db3-3e25-4c0d-9527-6a616a46ea18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:11.070120155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-models-access-denied-auth","reconcileID":"63e22c25-f842-45c2-bba6-c695c508d778","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:11.126290313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"ab369317-4357-4bd2-a0d6-6eb866ca0a91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:11.12718264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"4eee8db3-3e25-4c0d-9527-6a616a46ea18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:11.128644181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-models-access-denied-auth","reconcileID":"63e22c25-f842-45c2-bba6-c695c508d778","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:14.030119952Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:20.821894707Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-models-other-sub","reconcileID":"79f32d45-c41e-456b-9f44-4da63bb13bf1","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","subscription":"e2e-models-other-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:21.039982646Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-models-other-sub","reconcileID":"79f32d45-c41e-456b-9f44-4da63bb13bf1","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-simulator-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-057e2d/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:21.270169868Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-subscription","reconcileID":"7f1de2c3-f287-4d15-b909-eb1849caf934","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-simulator-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:21.312921363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"simulator-w0-057e2d","reconcileID":"b9a3fe4a-a7eb-4215-9f61-7c391830e0e8","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"simulator-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"simulator-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:21.504875823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"simulator-w0-057e2d","reconcileID":"befdf9a6-d31c-4407-96d0-4efcea6c82a1","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"simulator-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"simulator-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:21.537705597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-models-access-denied-auth","reconcileID":"344c8c10-f8fd-4e5c-adb6-790d829fcf1f","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:21.538683115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"3abffe69-29af-4ba3-bfb3-8aad4cb4d85f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:21.538979564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"f97764e6-444e-43cc-9acb-f82949051682","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:21.624765707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"f97764e6-444e-43cc-9acb-f82949051682","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:21.625267234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"3abffe69-29af-4ba3-bfb3-8aad4cb4d85f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:21.650775176Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"distinct-w3-a8e157","reconcileID":"1c146adb-ef7e-4d39-8393-16f9d907255b","MaaSModelRef":{"name":"distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"distinct-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"distinct-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:21.667725791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-models-access-denied-auth","reconcileID":"344c8c10-f8fd-4e5c-adb6-790d829fcf1f","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:21.783606775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"distinct-w3-a8e157","reconcileID":"40e465cc-700b-47e8-a46e-c7cfdda448bf","MaaSModelRef":{"name":"distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"distinct-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"distinct-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:21.900299446Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-models-access-denied-auth","reconcileID":"c2921a8d-0568-403c-a28f-32aa047e51d2","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:21.95762022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"distinct-w3-a8e157","reconcileID":"a4c7616c-5b6d-4d30-b73c-f5472f73a98a","MaaSModelRef":{"name":"distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"distinct-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"distinct-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:22.021120338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-multi-keys-auth1","reconcileID":"59e190cb-d382-4c7c-bea5-30f004cd2904","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:22.052447343Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"distinct-w3-a8e157","reconcileID":"02c20e21-eb52-4817-8d5f-2ed78fd65123","MaaSModelRef":{"name":"distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"distinct-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"distinct-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:24:22.113621385Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-multi-keys-sub1","reconcileID":"8bd4af3e-3502-48e3-994a-5c222efec61c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:22.120998833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-multi-keys-auth1","reconcileID":"59e190cb-d382-4c7c-bea5-30f004cd2904","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:22.200182445Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"simulator-w0-057e2d","reconcileID":"3d7faf1f-5d17-4535-9cb0-aa9c155bffac","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"simulator-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"simulator-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:22.273279937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"cf495567-c59b-4e99-9f0a-017a0f0bc0a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:22.275483493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"distinct-w3-a8e157","reconcileID":"c264dd85-6a5d-4d5b-9e2f-66484320f357","MaaSModelRef":{"name":"distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"distinct-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"distinct-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:22.277760287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"distinct-2-w3-a8e157","reconcileID":"86e9f29f-fd7b-4f9d-8c8e-1bcb6cda732b","MaaSModelRef":{"name":"distinct-2-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"distinct-2-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"distinct-2-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:22.343002308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"distinct-2-w3-a8e157","reconcileID":"a97b27b7-92f5-453f-a2fd-404a17c17c15","MaaSModelRef":{"name":"distinct-2-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"distinct-2-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"distinct-2-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:22.347325915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"ba344ae0-4450-44ef-8f3f-c34087100a71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:22.352221622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"distinct-w3-a8e157","reconcileID":"2998423a-1d48-4203-b49c-4fc544a944d8","MaaSModelRef":{"name":"distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"distinct-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"distinct-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:22.352983176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"cf495567-c59b-4e99-9f0a-017a0f0bc0a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:22.441564115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"ba344ae0-4450-44ef-8f3f-c34087100a71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:22.490423573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"distinct-w3-a8e157","reconcileID":"a5fc43a9-511d-45ea-8ca2-1d034faed17e","MaaSModelRef":{"name":"distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"distinct-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"distinct-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:22.560988081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"distinct-2-w3-a8e157","reconcileID":"04470d91-c978-46b3-abf8-9f2d8aa80866","MaaSModelRef":{"name":"distinct-2-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"distinct-2-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"distinct-2-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:22.562388593Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-a8e157 priority=0:[ai-tenant-e2e-worker-w3-a8e157/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w3-a8e157/e2e-multi-keys-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:22.641642013Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-multi-keys-sub1","reconcileID":"b1be70de-6947-4ade-86f2-b5991ca80c3b","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-distinct-w3-a8e157","model":"distinct-w3-a8e157","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-a8e157/e2e-multi-keys-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:22.665547033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"distinct-w3-a8e157","reconcileID":"6579146e-80a9-419d-aae6-618ce2be912d","MaaSModelRef":{"name":"distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"distinct-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"distinct-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:22.714596902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-multi-keys-auth2","reconcileID":"ee6ebc98-7a45-40c2-8a36-3526cd4747a2","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:22.715313405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"distinct-2-w3-a8e157","reconcileID":"d9f2457e-4e1a-4ff2-b9ae-8ac795a84a0e","MaaSModelRef":{"name":"distinct-2-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"distinct-2-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"distinct-2-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:24:22.755248699Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-a8e157/e2e-multi-keys-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:22.846473922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-multi-keys-auth2","reconcileID":"ee6ebc98-7a45-40c2-8a36-3526cd4747a2","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:22.934870848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"distinct-2-w3-a8e157","reconcileID":"0046a392-6b02-4aba-a8f7-90f611330f17","MaaSModelRef":{"name":"distinct-2-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"distinct-2-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"distinct-2-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:23.142184434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-multi-keys-auth1","reconcileID":"c9203734-b7f0-4fc5-a6e9-982009515b2d","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:23.23098116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-multi-keys-auth1","reconcileID":"c9203734-b7f0-4fc5-a6e9-982009515b2d","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:23.233118479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"distinct-w3-a8e157","reconcileID":"d822bc0b-0169-4815-9a0a-f229c1f36103","MaaSModelRef":{"name":"distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"distinct-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"distinct-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:23.259539347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"fcf4aaf8-7cee-4207-be79-97e43f786f47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:23.367344212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"2312d254-47f9-4e21-a120-7d407e224df2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:23.419464492Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-multi-keys-sub2","reconcileID":"01eeb0a1-4163-435b-99e8-0cf1df482714","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-distinct-2-w3-a8e157","model":"distinct-2-w3-a8e157","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-a8e157/e2e-multi-keys-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:23.425207279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"fcf4aaf8-7cee-4207-be79-97e43f786f47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:23.465879032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"2312d254-47f9-4e21-a120-7d407e224df2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:23.516440199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"distinct-2-w3-a8e157","reconcileID":"04dc8b92-a455-416b-ae7d-303764585713","MaaSModelRef":{"name":"distinct-2-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"distinct-2-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"distinct-2-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:23.626173828Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-multi-keys-sub1","reconcileID":"5fc0eb8f-602f-4960-8e5f-08a25ccfc1ab","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-distinct-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/distinct-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:23.631041815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"distinct-w0-057e2d","reconcileID":"f9ce6103-8013-497f-a1b2-cca4e28ffcb3","MaaSModelRef":{"name":"distinct-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"distinct-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"distinct-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:23.69426278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"distinct-w0-057e2d","reconcileID":"fe59aeec-65df-47ac-99e1-8a52235dd3d8","MaaSModelRef":{"name":"distinct-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"distinct-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"distinct-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:23.700111334Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"distinct-2-w3-a8e157","reconcileID":"74af596e-3470-4ddf-b8e5-7f6d8a1f269e","MaaSModelRef":{"name":"distinct-2-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"distinct-2-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"distinct-2-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:23.862643497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-multi-keys-auth2","reconcileID":"04290092-919c-4211-9c6f-1ed956ea562d","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:23.919385631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-multi-keys-auth1","reconcileID":"2b64b0a0-24f3-44d8-b1e8-44795e2010ca","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:23.922053375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-multi-keys-auth2","reconcileID":"04290092-919c-4211-9c6f-1ed956ea562d","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:23.937858937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"distinct-w0-057e2d","reconcileID":"bf7a6f5d-1c0f-4800-a5d3-74709a5cfe54","MaaSModelRef":{"name":"distinct-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"distinct-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"distinct-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:23.943959013Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-057e2d priority=10:[ai-tenant-e2e-worker-w0-057e2d/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w0-057e2d/simulator-subscription]","namespace=ai-tenant-e2e-worker-w3-a8e157 priority=0:[ai-tenant-e2e-worker-w3-a8e157/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w3-a8e157/e2e-multi-keys-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:23.951396216Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-multi-keys-sub2","reconcileID":"b80c6637-53f9-4ff6-8f69-a387303d7c5c","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-distinct-2-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/distinct-2-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:23.96283911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-ignore-header-auth1","reconcileID":"e0b34d9a-06f3-4cc0-a6c4-ebded980d478","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:23.995297408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-multi-keys-auth1","reconcileID":"2b64b0a0-24f3-44d8-b1e8-44795e2010ca","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:24.016140971Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"distinct-2-w3-a8e157","reconcileID":"611c05da-12c2-4504-a026-1c530fd6eae9","MaaSModelRef":{"name":"distinct-2-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"distinct-2-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"distinct-2-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:24.025159342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"245de290-62ea-4a8a-8b5d-f18b71f57c99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:24.029415383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-ignore-header-auth1","reconcileID":"e0b34d9a-06f3-4cc0-a6c4-ebded980d478","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:24.06618085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"distinct-w0-057e2d","reconcileID":"e9acb2ce-518b-47c0-b8d3-c1e98e7ce508","MaaSModelRef":{"name":"distinct-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"distinct-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"distinct-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:24.073916259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"simulator-w0-057e2d","reconcileID":"ab0bdb11-92ed-432d-a393-acd3b8dd3f0b","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"simulator-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"simulator-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:24.10115941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"245de290-62ea-4a8a-8b5d-f18b71f57c99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:24:24.128346362Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-057e2d/e2e-ignore-header-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:24.128940051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"distinct-w0-057e2d","reconcileID":"9f3a1aad-d29c-4a3c-8326-88e7330d3a04","MaaSModelRef":{"name":"distinct-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"distinct-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"distinct-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:24.177857364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"3c8e1105-55c6-4d0e-af6f-0c80a794a867","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:24.21996199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"distinct-2-w0-057e2d","reconcileID":"11226664-bac3-4713-90bc-c34c2fe89aa3","MaaSModelRef":{"name":"distinct-2-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"distinct-2-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"distinct-2-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:24.237837033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"3c8e1105-55c6-4d0e-af6f-0c80a794a867","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:24.329048537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"distinct-2-w0-057e2d","reconcileID":"0d352bf2-d51d-48bd-91c7-4226655a3b66","MaaSModelRef":{"name":"distinct-2-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"distinct-2-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"distinct-2-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:24.425673306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"distinct-w0-057e2d","reconcileID":"6c21ba2b-49ee-409a-ada9-df87405c0cb0","MaaSModelRef":{"name":"distinct-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"distinct-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"distinct-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:24.426590929Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-ignore-header-sub1","reconcileID":"8282c877-ac96-4075-a01d-b9990ea909e5","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-distinct-w0-057e2d","model":"distinct-w0-057e2d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-057e2d/e2e-ignore-header-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:24.42764258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"0b102539-b340-408e-bd42-7d93e0c81cf0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:24.499047191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"0b102539-b340-408e-bd42-7d93e0c81cf0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:24.551303589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"distinct-2-w0-057e2d","reconcileID":"9389d077-ecc3-421e-a8da-40bf9e25793b","MaaSModelRef":{"name":"distinct-2-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"distinct-2-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"distinct-2-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:24.552983256Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-057e2d priority=10:[ai-tenant-e2e-worker-w0-057e2d/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w0-057e2d/simulator-subscription]","namespace=ai-tenant-e2e-worker-w3-a8e157 priority=0:[ai-tenant-e2e-worker-w3-a8e157/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w3-a8e157/e2e-multi-keys-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:24.613311075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"distinct-2-w0-057e2d","reconcileID":"882c722f-0f9d-42b8-8573-8a5ca714a84a","MaaSModelRef":{"name":"distinct-2-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"distinct-2-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"distinct-2-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:24.616993806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"distinct-w0-057e2d","reconcileID":"2ac54105-ea07-4b6f-87e4-42f281d3632f","MaaSModelRef":{"name":"distinct-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"distinct-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"distinct-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:24.658447175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-ignore-header-auth2","reconcileID":"30019a18-5ec6-42d1-b30a-bf22875a3bb0","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:24:24.673865498Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-057e2d/e2e-ignore-header-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:24:24.684235496Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-ignore-header-sub2","reconcileID":"6c6ebd4c-0d79-49f7-be9c-dbf7452757e4","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:24.715923846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-ignore-header-auth2","reconcileID":"30019a18-5ec6-42d1-b30a-bf22875a3bb0","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:24.727250305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-ignore-header-auth1","reconcileID":"fbe23268-7d18-4cda-8a38-f559b76b8dd4","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:24.738080392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"4856777a-b36f-45d5-a546-6f7d953b16f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:24.783638451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-ignore-header-auth1","reconcileID":"fbe23268-7d18-4cda-8a38-f559b76b8dd4","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:24.794665312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"4856777a-b36f-45d5-a546-6f7d953b16f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:24.803083606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"distinct-2-w0-057e2d","reconcileID":"83193c7b-e141-42f3-a3d8-0672cc0f170a","MaaSModelRef":{"name":"distinct-2-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"distinct-2-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"distinct-2-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:24.832422252Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-ignore-header-sub1","reconcileID":"356b356a-bfa9-4cbb-be98-2ffc6a69542d","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-distinct-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/distinct-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:24.862039034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"distinct-2-w0-057e2d","reconcileID":"c05cef9f-af6b-4d80-b1ab-7c960b73285b","MaaSModelRef":{"name":"distinct-2-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"distinct-2-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"distinct-2-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:24.97096139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"dd9242e2-34f4-4c4f-9a1b-03616d3cd0b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:25.028742269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"dd9242e2-34f4-4c4f-9a1b-03616d3cd0b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:25.07122827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"distinct-2-w0-057e2d","reconcileID":"4efde1b1-1057-4417-bd69-3946c418adcf","MaaSModelRef":{"name":"distinct-2-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"distinct-2-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"distinct-2-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:25.080958051Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-ignore-header-sub2","reconcileID":"62272d06-5339-466c-ad87-c61feff55387","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-distinct-2-w0-057e2d","model":"distinct-2-w0-057e2d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-057e2d/e2e-ignore-header-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:25.250174309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"distinct-2-w0-057e2d","reconcileID":"4c0e162a-4faf-4448-88f7-98b1831a2f32","MaaSModelRef":{"name":"distinct-2-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"distinct-2-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"distinct-2-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:25.278597477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"f4a621bb-10e6-4788-8dce-d018eba89b45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:25.278830082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-ignore-header-auth1","reconcileID":"f49d5977-daa8-4cbf-9320-a2158b2c1fb6","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:25.335997572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"f4a621bb-10e6-4788-8dce-d018eba89b45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:25.336674091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-ignore-header-auth1","reconcileID":"f49d5977-daa8-4cbf-9320-a2158b2c1fb6","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:25.377103323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-ignore-header-auth2","reconcileID":"d9e04cc0-4691-4d5f-b4a0-93afa1c73437","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:25.434367759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-ignore-header-auth2","reconcileID":"d9e04cc0-4691-4d5f-b4a0-93afa1c73437","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:25.46925331Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-ignore-header-sub2","reconcileID":"be023240-4be6-49dd-8248-2729c507465d","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-distinct-2-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/distinct-2-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:25.504412169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"9d75a00b-cdf3-4f06-bb50-468cc87d48a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:25.568105173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"9d75a00b-cdf3-4f06-bb50-468cc87d48a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:27.510380935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"distinct-w3-a8e157","reconcileID":"1a9008c9-0983-43d1-9ebc-db21b438b886","MaaSModelRef":{"name":"distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"distinct-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"distinct-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:27.673498414Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-multi-keys-sub1","reconcileID":"17b39317-ddef-4e6f-85d5-94a7c167d51a","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-24111e67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:27.774618233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-multi-keys-auth1","reconcileID":"731f9316-fed5-4dab-a39e-d6ed3c83adf9","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:27.774808322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"2f3bbb1e-e6cc-4715-9af6-e2b4c884eb61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:27.774618021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-multi-keys-auth2","reconcileID":"57be85ed-2a29-43af-8103-38603db94f4f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:27.775097136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"52a0210b-e4d9-4905-a299-8c2af6d45036","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:27.832074159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-multi-keys-auth1","reconcileID":"731f9316-fed5-4dab-a39e-d6ed3c83adf9","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:27.83234486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-multi-keys-auth2","reconcileID":"57be85ed-2a29-43af-8103-38603db94f4f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:27.834356796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"2f3bbb1e-e6cc-4715-9af6-e2b4c884eb61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:27.834810744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"52a0210b-e4d9-4905-a299-8c2af6d45036","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:28.300863817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"bdf6461e-3160-4539-b16c-fac7bb55047b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:28.301060732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-multi-keys-auth1","reconcileID":"842eee95-0ce7-4b9c-89bf-f2229695523c","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:28.300860074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-multi-keys-auth2","reconcileID":"640b561a-ff22-4bc8-87c4-28d4bd126b3b","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:28.357740424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"bdf6461e-3160-4539-b16c-fac7bb55047b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:28.357783501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-multi-keys-auth2","reconcileID":"640b561a-ff22-4bc8-87c4-28d4bd126b3b","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:28.360132578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-multi-keys-auth1","reconcileID":"842eee95-0ce7-4b9c-89bf-f2229695523c","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:28.38664733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"distinct-w0-057e2d","reconcileID":"9f0500c2-04ac-4e03-a338-a108dc9cf8fd","MaaSModelRef":{"name":"distinct-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"distinct-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"distinct-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:28.401385708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"80d3dbb5-5f7b-40fd-9e6a-caae7fcf06b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:28.459961155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"80d3dbb5-5f7b-40fd-9e6a-caae7fcf06b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:28.555760219Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-ignore-header-sub1","reconcileID":"fee829f4-2701-466f-a25c-ad4ef4396f26","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d3567e9c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:28.662868113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"50194523-c448-4577-a9c2-851129d416b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:28.755548889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"50194523-c448-4577-a9c2-851129d416b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:28.863071759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-ignore-header-auth1","reconcileID":"c93494a1-a6f5-4432-b874-6b1bd7632a67","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:28.863071793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-ignore-header-auth2","reconcileID":"5cedddea-0407-40da-8cf3-b2ab3880c322","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:28.863790343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"f0694a41-ad6d-49f4-8dd1-e43aa02f0ca5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:28.921335812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"f0694a41-ad6d-49f4-8dd1-e43aa02f0ca5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:28.921400288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-ignore-header-auth2","reconcileID":"5cedddea-0407-40da-8cf3-b2ab3880c322","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:28.923628864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-ignore-header-auth1","reconcileID":"c93494a1-a6f5-4432-b874-6b1bd7632a67","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:29.22915109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"19ed41a3-3103-4d13-bd28-32a253682aad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:29.286476146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"19ed41a3-3103-4d13-bd28-32a253682aad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:29.495876214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"distinct-2-w1-baacee","reconcileID":"a550236f-e26d-440a-a73a-07327f7ccb16","MaaSModelRef":{"name":"distinct-2-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"routeName":"distinct-2-w1-baacee-kserve-route","namespace":"e2e-models-e2e-worker-w1-baacee","llmisvcName":"distinct-2-w1-baacee","gateway":"openshift-ingress/e2e-worker-w1-baacee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:31.550893899Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"simulator-w1-baacee","reconcileID":"e96b7639-7ea1-4861-a707-5e598e3b7fac","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"routeName":"simulator-w1-baacee-kserve-route","namespace":"e2e-models-e2e-worker-w1-baacee","llmisvcName":"simulator-w1-baacee","gateway":"openshift-ingress/e2e-worker-w1-baacee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:31.606891883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"simulator-w1-baacee","reconcileID":"f7a6a309-034d-4f24-930e-96ef9c9a70dc","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"routeName":"simulator-w1-baacee-kserve-route","namespace":"e2e-models-e2e-worker-w1-baacee","llmisvcName":"simulator-w1-baacee","gateway":"openshift-ingress/e2e-worker-w1-baacee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:31.764841522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"e2e-api-key-scoped-auth","reconcileID":"2b16e476-d192-4ca5-9be5-bd193493895a","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-baacee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-baacee","tenantID":"e2e-worker-w1-baacee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:31.822405928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"e2e-api-key-scoped-auth","reconcileID":"2b16e476-d192-4ca5-9be5-bd193493895a","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"e2e-worker-w1-baacee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:31.83476458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"simulator-w1-baacee","reconcileID":"c9c484d5-cb24-49b6-8a36-160803e91cef","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"routeName":"simulator-w1-baacee-kserve-route","namespace":"e2e-models-e2e-worker-w1-baacee","llmisvcName":"simulator-w1-baacee","gateway":"openshift-ingress/e2e-worker-w1-baacee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:31.890903711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"simulator-w0-057e2d","reconcileID":"7371d9e1-ef29-459f-91e6-e32c565d687d","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"simulator-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"simulator-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:31.944123051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"simulator-w1-baacee","reconcileID":"7172522f-86a1-4d71-8900-9c4344d7d5cd","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"routeName":"simulator-w1-baacee-kserve-route","namespace":"e2e-models-e2e-worker-w1-baacee","llmisvcName":"simulator-w1-baacee","gateway":"openshift-ingress/e2e-worker-w1-baacee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:31.95114368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"distinct-2-w3-a8e157","reconcileID":"c8e2c589-365a-4532-a16f-d17647e73519","MaaSModelRef":{"name":"distinct-2-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"distinct-2-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"distinct-2-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:31.992349807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-access","reconcileID":"225da6cc-2c97-42ce-b616-58f4c36717f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-baacee","tenantID":"e2e-worker-w1-baacee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:31.992347546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-access","reconcileID":"97e9e20f-b80a-40c6-9dc5-b86a8732399f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-baacee","tenantID":"e2e-worker-w1-baacee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:31.999529619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"simulator-w1-baacee","reconcileID":"3ae85a3a-8ea4-42a2-955c-68266104f835","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"routeName":"simulator-w1-baacee-kserve-route","namespace":"e2e-models-e2e-worker-w1-baacee","llmisvcName":"simulator-w1-baacee","gateway":"openshift-ingress/e2e-worker-w1-baacee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:32.010227926Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"distinct-2-w0-057e2d","reconcileID":"104a9fcc-3dbe-459a-8279-416e2657616f","MaaSModelRef":{"name":"distinct-2-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"distinct-2-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"distinct-2-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:32.049958557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-access","reconcileID":"97e9e20f-b80a-40c6-9dc5-b86a8732399f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"e2e-worker-w1-baacee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:32.050286933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-access","reconcileID":"225da6cc-2c97-42ce-b616-58f4c36717f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"e2e-worker-w1-baacee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:32.214000231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-b-8bd02cd2","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"namespace":"e2e-models-e2e-worker-w4-8f6b5b","name":"e2e-conflict-b-8bd02cd2","reconcileID":"6d72516f-c059-484a-b645-5145eaa9675f","MaaSModelRef":{"name":"e2e-conflict-b-8bd02cd2","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"routeName":"e2e-conflict-b-8bd02cd2-kserve-route","namespace":"e2e-models-e2e-worker-w4-8f6b5b","llmisvcName":"e2e-conflict-b-8bd02cd2","gateway":"openshift-ingress/e2e-worker-w4-8f6b5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:32.27041402Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"e2e-api-key-scoped-sub","reconcileID":"91c9afe0-110f-42c8-bfe0-d40bc517b587","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-simulator-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/simulator-w1-baacee","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-baacee/e2e-api-key-scoped-sub","ai-tenant-e2e-worker-w1-baacee/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:32.273450217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"simulator-w1-baacee","reconcileID":"2a3be1ff-4e32-4809-b4e1-b53b3f4104ba","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"routeName":"simulator-w1-baacee-kserve-route","namespace":"e2e-models-e2e-worker-w1-baacee","llmisvcName":"simulator-w1-baacee","gateway":"openshift-ingress/e2e-worker-w1-baacee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:32.273865891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-8bd02cd2","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"namespace":"e2e-models-e2e-worker-w4-8f6b5b","name":"e2e-conflict-a-8bd02cd2","reconcileID":"db787649-d5c3-4c7c-98ed-b9a3cea72517","MaaSModelRef":{"name":"e2e-conflict-a-8bd02cd2","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"routeName":"e2e-conflict-a-8bd02cd2-kserve-route","namespace":"e2e-models-e2e-worker-w4-8f6b5b","llmisvcName":"e2e-conflict-a-8bd02cd2","gateway":"openshift-ingress/e2e-worker-w4-8f6b5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:32.30094461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"e2e-api-key-scoped-auth","reconcileID":"378eea17-1f84-4027-ae0f-cfe6cf43835b","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-baacee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-baacee","tenantID":"e2e-worker-w1-baacee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:32.357828031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"e2e-api-key-scoped-auth","reconcileID":"378eea17-1f84-4027-ae0f-cfe6cf43835b","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"e2e-worker-w1-baacee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:32.439315126Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"simulator-w1-baacee","reconcileID":"de43415b-3768-4279-8f5d-1b559a9e9b6e","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"routeName":"simulator-w1-baacee-kserve-route","namespace":"e2e-models-e2e-worker-w1-baacee","llmisvcName":"simulator-w1-baacee","gateway":"openshift-ingress/e2e-worker-w1-baacee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:32.440436925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-access","reconcileID":"e732bab2-db6c-485b-902f-c3c17ba381d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-baacee","tenantID":"e2e-worker-w1-baacee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:32.440436945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-access","reconcileID":"94cc778e-3f8f-462f-8de8-5922a7313352","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-baacee","tenantID":"e2e-worker-w1-baacee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:32.485096154Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-subscription","reconcileID":"be204010-768d-4467-9a7a-c0fa70b2b488","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-simulator-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/simulator-w1-baacee","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:32.498429191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-access","reconcileID":"e732bab2-db6c-485b-902f-c3c17ba381d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"e2e-worker-w1-baacee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:32.498791856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-access","reconcileID":"94cc778e-3f8f-462f-8de8-5922a7313352","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"e2e-worker-w1-baacee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:32.650077922Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"e2e-api-key-scoped-sub","reconcileID":"5fb1da2c-9d9c-4a36-a30d-f17834322575","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-simulator-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/simulator-w1-baacee","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:33.189128519Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-8bd02cd2","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"namespace":"e2e-models-e2e-worker-w4-8f6b5b","name":"e2e-conflict-a-8bd02cd2","reconcileID":"6d583eee-f2d2-4d50-8001-f14c50539de8","MaaSModelRef":{"name":"e2e-conflict-a-8bd02cd2","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"routeName":"e2e-conflict-a-8bd02cd2-kserve-route","namespace":"e2e-models-e2e-worker-w4-8f6b5b","llmisvcName":"e2e-conflict-a-8bd02cd2","gateway":"openshift-ingress/e2e-worker-w4-8f6b5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:35.111930952Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-multi-keys-sub2","reconcileID":"9e67b399-a70a-45e5-8adf-b706c872b530","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-distinct-2-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/distinct-2-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:35.155897471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"simulator-w1-baacee","reconcileID":"8c043307-1096-4562-b206-514aa81c139e","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"routeName":"simulator-w1-baacee-kserve-route","namespace":"e2e-models-e2e-worker-w1-baacee","llmisvcName":"simulator-w1-baacee","gateway":"openshift-ingress/e2e-worker-w1-baacee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:35.282802176Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"distinct-2-w3-a8e157","reconcileID":"76478b8a-52bd-4eaf-a911-c1a19dfb8eb3","MaaSModelRef":{"name":"distinct-2-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"distinct-2-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"distinct-2-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:35.31509099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"e2e-api-key-scoped-auth","reconcileID":"ebde626a-14ec-4abf-996b-7ad7acced4dc","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-baacee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-baacee","tenantID":"e2e-worker-w1-baacee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:35.32910715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-access","reconcileID":"5ac32f34-37b2-48e4-826e-88f74f6ec05d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-baacee","tenantID":"e2e-worker-w1-baacee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:35.33002403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-access","reconcileID":"2553fa51-e943-4d57-8b88-a9439b9757fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-baacee","tenantID":"e2e-worker-w1-baacee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:35.395468228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"e2e-api-key-scoped-auth","reconcileID":"ebde626a-14ec-4abf-996b-7ad7acced4dc","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"e2e-worker-w1-baacee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:35.418937428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-access","reconcileID":"2553fa51-e943-4d57-8b88-a9439b9757fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"e2e-worker-w1-baacee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:35.419367762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-access","reconcileID":"5ac32f34-37b2-48e4-826e-88f74f6ec05d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"e2e-worker-w1-baacee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:36.069676066Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-ignore-header-sub2","reconcileID":"27f15c0e-b7f6-4292-b3ee-3cf07692b080","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-distinct-2-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/distinct-2-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:36.274318029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"distinct-2-w0-057e2d","reconcileID":"f51a7356-8a4a-49eb-a930-7a82144d476f","MaaSModelRef":{"name":"distinct-2-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"distinct-2-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"distinct-2-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:36.662465199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"3555cf0d-9c39-45a4-91dd-8a67baa0f311","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:36.663513244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-multi-keys-auth1","reconcileID":"0a253992-b8a8-413f-aa63-11e26e505e0f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:36.664346272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"87311910-568b-40b9-a96a-d0be275422d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:36.69178379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-multi-keys-auth2","reconcileID":"4094a2a8-68d8-4403-8ed8-fb0535c2f997","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:36.740863996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"3555cf0d-9c39-45a4-91dd-8a67baa0f311","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:36.747270278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-multi-keys-auth1","reconcileID":"0a253992-b8a8-413f-aa63-11e26e505e0f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:36.768551403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-multi-keys-auth2","reconcileID":"4094a2a8-68d8-4403-8ed8-fb0535c2f997","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:36.771266313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"87311910-568b-40b9-a96a-d0be275422d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:37.032299805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"38d3c0c4-7932-49b7-9960-984f16dd6695","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:37.10044525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"38d3c0c4-7932-49b7-9960-984f16dd6695","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:37.227335315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-multi-keys-auth1","reconcileID":"208110a9-b3f7-44cf-833a-d1746538a5a7","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:37.227400943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"057f44ba-3ad4-4381-a9c1-f8ae8abbe582","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:37.283540729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-multi-keys-auth1","reconcileID":"208110a9-b3f7-44cf-833a-d1746538a5a7","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:37.284245359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"057f44ba-3ad4-4381-a9c1-f8ae8abbe582","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:37.326548315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-multi-keys-auth2","reconcileID":"a1b2a77d-81ad-4270-ad2d-973c63d4672f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:37.326612577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"24f6d077-eb39-414b-b593-38776b666405","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:37.383841912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"24f6d077-eb39-414b-b593-38776b666405","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:37.384347496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-multi-keys-auth2","reconcileID":"a1b2a77d-81ad-4270-ad2d-973c63d4672f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:37.576544008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"8d741a45-932f-4a1b-a046-e87119523528","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:37.633560486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"8d741a45-932f-4a1b-a046-e87119523528","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:37.726534423Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-multi-keys-sub1","reconcileID":"44c45cba-aaf0-41b9-9c54-c3ac47320178","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"model":"e2e-models-e2e-worker-w3-a8e157/distinct-w3-a8e157","subscription":"e2e-multi-keys-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:37.772135468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-ignore-header-auth1","reconcileID":"56f7330c-0bc6-40e0-bdbd-18d097d3f3d8","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:37.772191412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-ignore-header-auth2","reconcileID":"e9a38150-e3ec-421c-8bec-d97cdc4e6856","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:37.779318937Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-multi-keys-sub1","reconcileID":"44c45cba-aaf0-41b9-9c54-c3ac47320178","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"model":"e2e-models-e2e-worker-w3-a8e157/distinct-w3-a8e157","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:37.828684817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-ignore-header-auth1","reconcileID":"56f7330c-0bc6-40e0-bdbd-18d097d3f3d8","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:37.82888525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-ignore-header-auth2","reconcileID":"e9a38150-e3ec-421c-8bec-d97cdc4e6856","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:37.832040895Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-multi-keys-sub1","reconcileID":"44c45cba-aaf0-41b9-9c54-c3ac47320178","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/distinct-w3-a8e157","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:37.87173921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"0cc3bf06-2ec1-4a50-8e14-9d9013dd8450","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:37.928111558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"0cc3bf06-2ec1-4a50-8e14-9d9013dd8450","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:38.120743878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"distinct-w3-a8e157","reconcileID":"e4110c11-3283-41dc-9281-006c6be9c0a2","MaaSModelRef":{"name":"distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"distinct-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"distinct-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:38.284425309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"distinct-2-w3-a8e157","reconcileID":"685353f5-005c-4b73-8cb6-f25ba9da04ae","MaaSModelRef":{"name":"distinct-2-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"distinct-2-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"distinct-2-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:38.383912203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-multi-keys-auth1","reconcileID":"91eb33d0-30c1-440a-bd6d-7baef733b6aa","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:38.384089444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"41f58d07-1695-44a2-966e-f425db441ae8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:38.383911939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-multi-keys-auth2","reconcileID":"a568ca6c-ce03-4b5c-b9b7-15868e747ba1","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:38.384504459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"bf70830d-3fa4-4fbb-b97d-bb75f686fdf5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:38.441397042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-multi-keys-auth2","reconcileID":"a568ca6c-ce03-4b5c-b9b7-15868e747ba1","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:38.441476678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-multi-keys-auth1","reconcileID":"91eb33d0-30c1-440a-bd6d-7baef733b6aa","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:38.445475021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"41f58d07-1695-44a2-966e-f425db441ae8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:38.447466524Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-multi-keys-sub2","reconcileID":"5f6e0c6d-f160-4903-94a5-dff39167e2b0","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f3a6708a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:38.449879511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"bf70830d-3fa4-4fbb-b97d-bb75f686fdf5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:38.611003274Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-ignore-header-sub1","reconcileID":"47640c80-fd27-48c7-98a0-9b8dfba1ccba","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"model":"e2e-models-e2e-worker-w0-057e2d/distinct-w0-057e2d","subscription":"e2e-ignore-header-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:38.666163363Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-ignore-header-sub1","reconcileID":"47640c80-fd27-48c7-98a0-9b8dfba1ccba","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"model":"e2e-models-e2e-worker-w0-057e2d/distinct-w0-057e2d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:38.718803893Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-ignore-header-sub1","reconcileID":"47640c80-fd27-48c7-98a0-9b8dfba1ccba","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-distinct-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/distinct-w0-057e2d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:38.916416061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-multi-keys-auth1","reconcileID":"6023d042-b7ed-445d-be3d-e8bfa6437ae4","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:38.916498742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"a3139350-ac3f-4654-aae5-c1d14d29795c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:38.916984036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-multi-keys-auth2","reconcileID":"6dc9efca-d227-4155-9638-f440026f2b53","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:38.968230218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"449ecb74-2a7c-4977-8fd6-eb7ab8e2e7ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:38.973301774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-multi-keys-auth2","reconcileID":"6dc9efca-d227-4155-9638-f440026f2b53","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:38.973330549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"a3139350-ac3f-4654-aae5-c1d14d29795c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:38.975633018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-multi-keys-auth1","reconcileID":"6023d042-b7ed-445d-be3d-e8bfa6437ae4","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:39.025279612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"449ecb74-2a7c-4977-8fd6-eb7ab8e2e7ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:39.03563381Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"distinct-w0-057e2d","reconcileID":"8b54f0f5-10d9-4206-8d83-41ebd20eb0b8","MaaSModelRef":{"name":"distinct-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"distinct-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"distinct-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:39.188137241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"distinct-2-w0-057e2d","reconcileID":"000017c6-abfd-486e-87fb-5cc91597c536","MaaSModelRef":{"name":"distinct-2-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"distinct-2-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"distinct-2-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:39.310921801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-ignore-header-auth1","reconcileID":"1323cb32-081b-428a-a3fd-7ebb37cdc307","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:39.351155546Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-ignore-header-sub2","reconcileID":"f34282fa-5254-453e-8536-4dc093061f36","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-90ebd6f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:39.369280409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-ignore-header-auth1","reconcileID":"1323cb32-081b-428a-a3fd-7ebb37cdc307","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:39.440538829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"c7c4515b-3f50-47b0-9b8f-fd50a0ac1d98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:39.445260972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-ignore-header-auth2","reconcileID":"3ad2ee96-11a4-49c4-8ab9-2fa690bf34b3","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:39.445898809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"492b8102-10c5-4541-aa05-01efc4d6b5e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:39.501600803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"c7c4515b-3f50-47b0-9b8f-fd50a0ac1d98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:39.502507357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"492b8102-10c5-4541-aa05-01efc4d6b5e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:39.503976708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-ignore-header-auth2","reconcileID":"3ad2ee96-11a4-49c4-8ab9-2fa690bf34b3","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:39.834979014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-ignore-header-auth1","reconcileID":"31dcb866-c70d-4c99-b7bf-91eae1b2c82c","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:39.891451589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-ignore-header-auth1","reconcileID":"31dcb866-c70d-4c99-b7bf-91eae1b2c82c","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:40.036420603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"ceac61ad-519b-4f34-8d4b-7c89ef2719e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:40.036581383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"6cba52a3-9a66-4c43-9800-bb2603a17c84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:40.036429854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-ignore-header-auth2","reconcileID":"b2cbb764-4bda-4986-91a4-ad7d51406638","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:40.093113566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"6cba52a3-9a66-4c43-9800-bb2603a17c84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:40.093149198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"ceac61ad-519b-4f34-8d4b-7c89ef2719e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:40.095393624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-ignore-header-auth2","reconcileID":"b2cbb764-4bda-4986-91a4-ad7d51406638","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:44.030600768Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:45.322352211Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"e2e-api-key-scoped-sub","reconcileID":"c6fac8a3-ac8f-4938-b025-d3a02917e399","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w1-baacee"},"model":"e2e-models-e2e-worker-w1-baacee/simulator-w1-baacee","subscription":"e2e-api-key-scoped-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:45.538627678Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"e2e-api-key-scoped-sub","reconcileID":"c6fac8a3-ac8f-4938-b025-d3a02917e399","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-simulator-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/simulator-w1-baacee","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-baacee/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:45.750459877Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-subscription","reconcileID":"7bc7535d-0b6e-4655-8ae9-74a275d3d17c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-simulator-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/simulator-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:45.757553806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"simulator-w1-baacee","reconcileID":"2fb414e9-25d2-4f2d-8a4e-d4f3e061972e","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"routeName":"simulator-w1-baacee-kserve-route","namespace":"e2e-models-e2e-worker-w1-baacee","llmisvcName":"simulator-w1-baacee","gateway":"openshift-ingress/e2e-worker-w1-baacee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:45.91503894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-access","reconcileID":"ac5957cd-27bc-430c-85f9-ade104e17228","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-baacee","tenantID":"e2e-worker-w1-baacee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:45.915057077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-access","reconcileID":"abd3f771-87b8-4ae5-87bb-5ddb5bcb0f8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-baacee","tenantID":"e2e-worker-w1-baacee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:45.915553913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"e2e-api-key-scoped-auth","reconcileID":"05fb7144-6b77-47a9-a7d8-cd64a9e249e6","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-baacee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-baacee","tenantID":"e2e-worker-w1-baacee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:45.931491337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"simulator-w1-baacee","reconcileID":"96772694-9442-4fa1-b30f-9531159f814e","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"routeName":"simulator-w1-baacee-kserve-route","namespace":"e2e-models-e2e-worker-w1-baacee","llmisvcName":"simulator-w1-baacee","gateway":"openshift-ingress/e2e-worker-w1-baacee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:45.972139853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"e2e-api-key-scoped-auth","reconcileID":"05fb7144-6b77-47a9-a7d8-cd64a9e249e6","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"e2e-worker-w1-baacee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:45.973971406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-access","reconcileID":"ac5957cd-27bc-430c-85f9-ade104e17228","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"e2e-worker-w1-baacee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:45.974627473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-access","reconcileID":"abd3f771-87b8-4ae5-87bb-5ddb5bcb0f8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"e2e-worker-w1-baacee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:46.129426193Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"e2e-api-key-scoped-auth","reconcileID":"516c2e82-4029-492d-8a75-b177d49d9848","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-baacee"},"model":"e2e-models-e2e-worker-w1-baacee/simulator-w1-baacee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:46.290870905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"simulator-w1-baacee","reconcileID":"140dde68-4e84-4076-97a8-0b00168b4f81","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"routeName":"simulator-w1-baacee-kserve-route","namespace":"e2e-models-e2e-worker-w1-baacee","llmisvcName":"simulator-w1-baacee","gateway":"openshift-ingress/e2e-worker-w1-baacee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:46.597638656Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"premium-w2-00e840","reconcileID":"8d1f847b-e4eb-4a0e-a646-65c1a999b460","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"premium-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"premium-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:46.598275412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"fae6012b-9c66-4e16-b022-048cc05db339","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"simulator-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"simulator-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:46.673774359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"premium-w2-00e840","reconcileID":"1f24cc84-0deb-4b56-ad3d-b04b401be392","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"premium-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"premium-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:46.67418528Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"04cad20a-5cd5-4fc5-adf1-d49cb4071db3","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"simulator-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"simulator-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:46.756337848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"5ed7b6be-3386-43f8-acb3-4599e6feed59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:46.756378284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"ed2953b1-a688-4298-9ba5-91f78335179c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:46.810445536Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-subscription","reconcileID":"fe01fa06-3d38-4c10-a0cb-c913b7198637","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-premium-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/premium-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:46.811189679Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-subscription","reconcileID":"55d3f2fc-c9b1-4e7f-aff1-01be24be5ff0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-simulator-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:46.815176962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"ed2953b1-a688-4298-9ba5-91f78335179c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:46.815262496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"5ed7b6be-3386-43f8-acb3-4599e6feed59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:47.179471856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"52341a42-1965-4647-9097-6f43c15ff1f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:47.179471057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"fc2599f1-8930-48b1-a1f9-eeb007ff8089","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:47.238038043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"52341a42-1965-4647-9097-6f43c15ff1f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:47.238056966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"fc2599f1-8930-48b1-a1f9-eeb007ff8089","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:48.523076827Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-multi-keys-sub2","reconcileID":"1d01f5b0-0316-49b1-b97a-75779ebabaf2","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"model":"e2e-models-e2e-worker-w3-a8e157/distinct-2-w3-a8e157","subscription":"e2e-multi-keys-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:48.599128272Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-multi-keys-sub2","reconcileID":"1d01f5b0-0316-49b1-b97a-75779ebabaf2","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"model":"e2e-models-e2e-worker-w3-a8e157/distinct-2-w3-a8e157","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:48.657910868Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-multi-keys-sub2","reconcileID":"1d01f5b0-0316-49b1-b97a-75779ebabaf2","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-distinct-2-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/distinct-2-w3-a8e157","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:49.221552721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"distinct-2-w3-a8e157","reconcileID":"6db7ce35-9c7c-47b1-894c-6a3b2d07d767","MaaSModelRef":{"name":"distinct-2-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"distinct-2-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"distinct-2-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:49.518908779Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-ignore-header-sub2","reconcileID":"bac7938b-4c6a-4000-ac60-c5832caefb0a","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"model":"e2e-models-e2e-worker-w0-057e2d/distinct-2-w0-057e2d","subscription":"e2e-ignore-header-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:49.520317548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"distinct-w3-a8e157","reconcileID":"21cdc749-8691-4420-bce9-da3e9e91b056","MaaSModelRef":{"name":"distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"distinct-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"distinct-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:49.607430062Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-ignore-header-sub2","reconcileID":"bac7938b-4c6a-4000-ac60-c5832caefb0a","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"model":"e2e-models-e2e-worker-w0-057e2d/distinct-2-w0-057e2d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:49.692098026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-multi-keys-auth1","reconcileID":"e195bce9-a917-4d16-9039-70f1da20aeb2","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:49.693048226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-multi-keys-auth2","reconcileID":"abf9adb4-b4d9-40e5-9c9d-e673bc0eae2b","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:49.693807277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"ba438d62-aa38-492a-bf0e-0fbf24c23d1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:49.695503026Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-ignore-header-sub2","reconcileID":"bac7938b-4c6a-4000-ac60-c5832caefb0a","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-distinct-2-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/distinct-2-w0-057e2d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:49.809448117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"dba9197d-190e-448b-9dcd-3b47d63cfddc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:49.816770815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-multi-keys-auth2","reconcileID":"abf9adb4-b4d9-40e5-9c9d-e673bc0eae2b","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:49.85593903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-multi-keys-auth1","reconcileID":"e195bce9-a917-4d16-9039-70f1da20aeb2","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:49.891693286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"ba438d62-aa38-492a-bf0e-0fbf24c23d1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:49.960183363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-ignore-header-auth1","reconcileID":"23ff8801-e8c3-496b-a253-52d7e4903dca","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:49.962605733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"dba9197d-190e-448b-9dcd-3b47d63cfddc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:50.066740247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-ignore-header-auth1","reconcileID":"23ff8801-e8c3-496b-a253-52d7e4903dca","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:50.13399045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"distinct-2-w0-057e2d","reconcileID":"51d98be1-f3fe-4590-92d9-b3862bf379f0","MaaSModelRef":{"name":"distinct-2-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"distinct-2-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"distinct-2-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:50.211186337Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-multi-keys-auth1","reconcileID":"707114e5-c944-4489-b6ae-ab67abda0cde","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"model":"e2e-models-e2e-worker-w3-a8e157/distinct-w3-a8e157","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:50.323111953Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"distinct-w0-057e2d","reconcileID":"3398968c-1eae-4574-b071-dee7c9cccfb6","MaaSModelRef":{"name":"distinct-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"distinct-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"distinct-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:50.324692918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-multi-keys-auth2","reconcileID":"35393dbb-e97f-4dc4-8aef-4fb16453a38e","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:50.4348239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-multi-keys-auth2","reconcileID":"35393dbb-e97f-4dc4-8aef-4fb16453a38e","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:50.448363789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"8ddf1f47-57f1-4221-9f05-ce90e0d2717e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:50.520106451Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"distinct-w3-a8e157","reconcileID":"395f9626-9984-407d-b3ad-00dabd07887e","MaaSModelRef":{"name":"distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"distinct-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"distinct-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:50.523459743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"8ddf1f47-57f1-4221-9f05-ce90e0d2717e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:50.601674321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"ad8cd551-4801-4395-8a84-27f8959e5387","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:50.603604847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-ignore-header-auth2","reconcileID":"f90bc8fd-22c8-4a3c-923d-137b0f40b4f3","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:50.658315014Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"distinct-2-w3-a8e157","reconcileID":"41132c8b-1e16-43f7-8851-11d5de69476e","MaaSModelRef":{"name":"distinct-2-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"distinct-2-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"distinct-2-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:50.69038759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-ignore-header-auth2","reconcileID":"f90bc8fd-22c8-4a3c-923d-137b0f40b4f3","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:50.690703816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"ad8cd551-4801-4395-8a84-27f8959e5387","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:50.790282057Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-ignore-header-auth1","reconcileID":"7c79f003-1476-46ab-8f29-70a5da6740ff","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"model":"e2e-models-e2e-worker-w0-057e2d/distinct-w0-057e2d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:50.815579135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"bc69d703-1465-4d62-9cd7-d6d4cc09045a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:50.899968563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"bc69d703-1465-4d62-9cd7-d6d4cc09045a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:50.934569952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"cfd74b72-4404-49b3-9b2b-2e0ab552b33e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:50.975267993Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-multi-keys-auth2","reconcileID":"dbae4036-4e89-4574-b31d-047ec397219f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"model":"e2e-models-e2e-worker-w3-a8e157/distinct-2-w3-a8e157","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:50.99187547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"cfd74b72-4404-49b3-9b2b-2e0ab552b33e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:51.037511448Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"distinct-w0-057e2d","reconcileID":"b76b365a-804e-43e2-8c64-b6b082caf83c","MaaSModelRef":{"name":"distinct-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"distinct-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"distinct-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:51.200184776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"distinct-2-w0-057e2d","reconcileID":"8af5797b-a865-45c8-96de-2fe178d4f44e","MaaSModelRef":{"name":"distinct-2-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"distinct-2-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"distinct-2-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:51.200191042Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-ignore-header-auth2","reconcileID":"935377c8-9222-4e95-b673-49aca65808a2","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"model":"e2e-models-e2e-worker-w0-057e2d/distinct-2-w0-057e2d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:51.234731338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"distinct-2-w3-a8e157","reconcileID":"2f196fbe-17cb-40c4-b785-b3000353c541","MaaSModelRef":{"name":"distinct-2-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"distinct-2-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"distinct-2-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:51.385738024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"distinct-2-w0-057e2d","reconcileID":"c703d6cc-6f33-45e1-a8f0-564f0439043e","MaaSModelRef":{"name":"distinct-2-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"distinct-2-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"distinct-2-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:52.747874809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"distinct-w3-a8e157","reconcileID":"2b1e58ab-74cd-4fd1-ad3b-f0c53108c393","MaaSModelRef":{"name":"distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"distinct-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"distinct-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:52.803233284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"distinct-w3-a8e157","reconcileID":"d3d0b759-cfd9-4080-a315-201bccc394a4","MaaSModelRef":{"name":"distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"distinct-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"distinct-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:53.019821983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-sa-multi-hdr-auth1","reconcileID":"b5da5387-86a5-4cb6-a223-35c8e1ed1be6","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:53.027336833Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"distinct-w3-a8e157","reconcileID":"00fce557-b3c3-459a-b87b-2abd52ad3e68","MaaSModelRef":{"name":"distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"distinct-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"distinct-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:53.076939914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-sa-multi-hdr-auth1","reconcileID":"b5da5387-86a5-4cb6-a223-35c8e1ed1be6","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:53.085765512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"distinct-w3-a8e157","reconcileID":"62e4d0fe-7de4-4fba-b588-025e00088bf8","MaaSModelRef":{"name":"distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"distinct-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"distinct-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:24:53.138695675Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-sa-multi-hdr-sub1","reconcileID":"bfecb660-f8a0-4413-ace4-eb8c1c895b21","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:24:53.138987314Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"distinct-w3-a8e157","reconcileID":"62e4d0fe-7de4-4fba-b588-025e00088bf8","name":"distinct-w3-a8e157","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w3-a8e157\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:24:53.139043353Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"distinct-w3-a8e157","reconcileID":"62e4d0fe-7de4-4fba-b588-025e00088bf8","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w3-a8e157\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:53.144874853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"distinct-w3-a8e157","reconcileID":"b97838f0-1b22-4b44-b987-5d733abc68b3","MaaSModelRef":{"name":"distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"distinct-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"distinct-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:53.236782606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"0a416412-11c8-4ac8-8f4e-4568ca592e2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:53.236787869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"3c3ef36e-555c-4a10-aa86-882cf7e2f0b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:53.255360988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"distinct-w3-a8e157","reconcileID":"c04954b5-5e08-4dfa-90f4-d8f78d00786d","MaaSModelRef":{"name":"distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"distinct-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"distinct-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:53.293875466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"3c3ef36e-555c-4a10-aa86-882cf7e2f0b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:53.294548555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"0a416412-11c8-4ac8-8f4e-4568ca592e2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:53.315317074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"distinct-2-w3-a8e157","reconcileID":"d989f3fd-b38d-4013-943b-83c869324113","MaaSModelRef":{"name":"distinct-2-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"distinct-2-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"distinct-2-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:53.318698049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"distinct-w3-a8e157","reconcileID":"ae38d9ef-6a28-47bf-8852-ce07c7ba5309","MaaSModelRef":{"name":"distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"distinct-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"distinct-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:53.372342439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"distinct-2-w3-a8e157","reconcileID":"676de7b8-e5f3-4798-ae34-5f6b1061e732","MaaSModelRef":{"name":"distinct-2-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"distinct-2-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"distinct-2-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:53.394839152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"distinct-w3-a8e157","reconcileID":"fb57f44b-c58e-45f8-82f0-35fe3a48b17a","MaaSModelRef":{"name":"distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"distinct-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"distinct-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:53.533243101Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-sa-multi-hdr-sub1","reconcileID":"97e7e343-2bd9-4555-ae6c-776401c5b533","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-distinct-w3-a8e157","model":"distinct-w3-a8e157","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-a8e157/e2e-sa-multi-hdr-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:53.602848775Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-a8e157 priority=0:[ai-tenant-e2e-worker-w3-a8e157/e2e-sa-multi-hdr-sub1 ai-tenant-e2e-worker-w3-a8e157/e2e-sa-multi-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:53.603057168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"distinct-2-w3-a8e157","reconcileID":"3d37f830-67f6-4d89-a16e-29d34380b959","MaaSModelRef":{"name":"distinct-2-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"distinct-2-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"distinct-2-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:53.634056143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-sa-multi-hdr-auth2","reconcileID":"741e29bd-93f8-480a-b7c7-3a8fed80db28","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:53.662136492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-sa-multi-hdr-auth1","reconcileID":"d6232eda-8513-4d94-8a77-436bb08f37c0","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:53.666409513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"distinct-2-w3-a8e157","reconcileID":"196f79fe-049c-4738-a65b-8bb1b22a6eff","MaaSModelRef":{"name":"distinct-2-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"distinct-2-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"distinct-2-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:53.691781107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-sa-multi-hdr-auth2","reconcileID":"741e29bd-93f8-480a-b7c7-3a8fed80db28","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:53.711384987Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"distinct-w3-a8e157","reconcileID":"606d9805-13d8-4772-886e-6f0660957ae1","MaaSModelRef":{"name":"distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"distinct-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"distinct-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:24:53.71486146Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-sa-multi-hdr-sub2","reconcileID":"74b87ba6-6dd9-47bc-b950-088980747538","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:24:53.715568786Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-a8e157/e2e-sa-multi-hdr-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:53.723825229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-sa-multi-hdr-auth1","reconcileID":"d6232eda-8513-4d94-8a77-436bb08f37c0","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:53.76693707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"9ec535ec-1bad-4558-9538-796a0216a5b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:53.767035611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"2fbfd710-4054-47fe-af7e-bf78eff9203b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:53.824301526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"9ec535ec-1bad-4558-9538-796a0216a5b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:53.824396405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"2fbfd710-4054-47fe-af7e-bf78eff9203b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:53.825098142Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"distinct-2-w3-a8e157","reconcileID":"270f9ddb-cdd6-49d5-ac7c-588f09ecd3fe","MaaSModelRef":{"name":"distinct-2-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"distinct-2-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"distinct-2-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:53.882177247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"distinct-2-w3-a8e157","reconcileID":"92bf7a94-66d9-451c-8fe6-1afbed0e5c16","MaaSModelRef":{"name":"distinct-2-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"distinct-2-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"distinct-2-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:53.925036849Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-sa-multi-hdr-sub1","reconcileID":"545c327b-f90f-42f1-8127-a49f0997d585","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-distinct-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/distinct-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:53.986499617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"distinct-2-w3-a8e157","reconcileID":"5bf7cbe9-0f32-41a6-b5a9-3371b78f1bfb","MaaSModelRef":{"name":"distinct-2-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"distinct-2-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"distinct-2-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:54.09635765Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-sa-multi-hdr-sub2","reconcileID":"2f3cae7e-46f0-4f2d-b901-48e4f531fa28","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-distinct-2-w3-a8e157","model":"distinct-2-w3-a8e157","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-a8e157/e2e-sa-multi-hdr-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:54.197983375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-sa-multi-hdr-auth1","reconcileID":"59ad2268-d884-4ef5-8a62-638f4e94f94a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:54.25942633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-sa-multi-hdr-auth1","reconcileID":"59ad2268-d884-4ef5-8a62-638f4e94f94a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:54.272227481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"distinct-2-w3-a8e157","reconcileID":"b54df035-fe74-44f5-8bfc-1314b2f07484","MaaSModelRef":{"name":"distinct-2-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"distinct-2-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"distinct-2-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:54.30623723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"86935173-9f77-4fac-a51d-7bf90959110a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:54.306414312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-sa-multi-hdr-auth2","reconcileID":"82ec5fbe-ef6f-43ad-85c9-fe65e7e54d21","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:54.306234245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"f37575a3-8375-49a4-83bf-62065376100c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:54.368320245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"86935173-9f77-4fac-a51d-7bf90959110a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:54.36914465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-sa-multi-hdr-auth2","reconcileID":"82ec5fbe-ef6f-43ad-85c9-fe65e7e54d21","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:54.372273086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"f37575a3-8375-49a4-83bf-62065376100c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:54.48559911Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-sa-multi-hdr-sub2","reconcileID":"1225b4cf-ff91-496c-8793-c272f93034cf","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-distinct-2-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/distinct-2-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:56.157594624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"distinct-w3-a8e157","reconcileID":"27563800-126e-4657-9f6e-24df1a8f6552","MaaSModelRef":{"name":"distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"distinct-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"distinct-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:56.324882471Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-sa-multi-hdr-sub1","reconcileID":"073d1d15-4326-4f35-b53a-dab5b9e87658","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b8686b2b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:56.423566009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"9df0586c-4293-40c2-bfcb-b492519f8256","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:56.423765793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-sa-multi-hdr-auth2","reconcileID":"ae73051b-0043-489a-baff-8691487b6813","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:56.424075985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"8e4752f3-3fed-4eb6-8a70-6651fdd0d626","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:56.4235671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-sa-multi-hdr-auth1","reconcileID":"50b74a7d-b461-468e-b057-437a0b287edd","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:56.482056737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-sa-multi-hdr-auth2","reconcileID":"ae73051b-0043-489a-baff-8691487b6813","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:56.483113872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"9df0586c-4293-40c2-bfcb-b492519f8256","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:56.484578391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-sa-multi-hdr-auth1","reconcileID":"50b74a7d-b461-468e-b057-437a0b287edd","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:56.485334155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"8e4752f3-3fed-4eb6-8a70-6651fdd0d626","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:56.92051732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-sa-multi-hdr-auth2","reconcileID":"7774a2da-33af-4cb2-8c33-dc3c734c2b36","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:56.920647162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-sa-multi-hdr-auth1","reconcileID":"717e5ef5-90a3-4eb9-9779-08e5ec2d6786","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:56.921028482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"6b7e3537-5a56-44cc-8f86-138f903d7af2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:56.921149184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"32bf8864-1ef3-4e0c-b761-fd2d23ed68c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:56.985535502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-sa-multi-hdr-auth1","reconcileID":"717e5ef5-90a3-4eb9-9779-08e5ec2d6786","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:56.988677079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"32bf8864-1ef3-4e0c-b761-fd2d23ed68c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:56.988793133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-sa-multi-hdr-auth2","reconcileID":"7774a2da-33af-4cb2-8c33-dc3c734c2b36","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:56.991150948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"6b7e3537-5a56-44cc-8f86-138f903d7af2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:03.665271267Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-sa-multi-hdr-sub2","reconcileID":"2b7b49a3-f30c-4a35-836f-58a0f65fd2da","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-distinct-2-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/distinct-2-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:04.10840158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"distinct-2-w3-a8e157","reconcileID":"ee017b05-ec5e-4d3a-bc78-59de82e1a9fd","MaaSModelRef":{"name":"distinct-2-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"distinct-2-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"distinct-2-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:04.469740242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"a156512c-d840-4f19-9520-6faf7e92ee51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:04.470029968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"7f248296-881d-442b-ac93-b408d5c6a147","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:04.551271887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"7f248296-881d-442b-ac93-b408d5c6a147","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:04.555550935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"a156512c-d840-4f19-9520-6faf7e92ee51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:04.794311319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"f0b0c784-b32e-4183-8040-e2b6ccf0c71a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:04.795104945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"93051126-a2de-4889-aea0-864dfe8d2698","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:04.85992768Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-18bf762c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-18bf762c","reconcileID":"cf16e09a-c045-4a31-af0a-1353ca00f41b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-18bf762c","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-18bf762c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:04.920118318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"f0b0c784-b32e-4183-8040-e2b6ccf0c71a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:04.97241951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"93051126-a2de-4889-aea0-864dfe8d2698","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:05.155551286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"217a380f-cd08-4a63-aaa9-868c0d6f3164","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:05.281313075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"217a380f-cd08-4a63-aaa9-868c0d6f3164","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:05.365085695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"217a380f-cd08-4a63-aaa9-868c0d6f3164","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:05.3659306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"613c338b-c14c-4bd2-b3fd-391398415523","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:05.431208539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"217a380f-cd08-4a63-aaa9-868c0d6f3164","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:05.432462333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"a3b63ef8-70e7-4565-9615-d7444d828719","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:05.436156971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"613c338b-c14c-4bd2-b3fd-391398415523","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:05.487928323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-sa-multi-hdr-auth1","reconcileID":"9f8251d5-212a-4f4c-a8db-d47c4b3b1882","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:05.497008959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"a3b63ef8-70e7-4565-9615-d7444d828719","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:05.558265554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-sa-multi-hdr-auth1","reconcileID":"9f8251d5-212a-4f4c-a8db-d47c4b3b1882","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:05.664953174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-sa-multi-hdr-auth2","reconcileID":"597d1dd6-a3f3-409b-b6bf-ee125a1cc179","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:05.723202231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-sa-multi-hdr-auth2","reconcileID":"597d1dd6-a3f3-409b-b6bf-ee125a1cc179","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:06.377395879Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-sa-multi-hdr-sub1","reconcileID":"fbbd8d7f-e10b-493b-b3cd-642239a422e7","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"model":"e2e-models-e2e-worker-w3-a8e157/distinct-w3-a8e157","subscription":"e2e-sa-multi-hdr-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:06.430232226Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-sa-multi-hdr-sub1","reconcileID":"fbbd8d7f-e10b-493b-b3cd-642239a422e7","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"model":"e2e-models-e2e-worker-w3-a8e157/distinct-w3-a8e157","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:06.508819008Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-sa-multi-hdr-sub1","reconcileID":"fbbd8d7f-e10b-493b-b3cd-642239a422e7","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/distinct-w3-a8e157","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:06.789584591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"distinct-w3-a8e157","reconcileID":"42f8f287-a2c8-41ad-9260-6d51cbb077db","MaaSModelRef":{"name":"distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"distinct-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"distinct-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:06.848196041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"distinct-2-w3-a8e157","reconcileID":"a3227010-f743-409a-9bd0-4e857ca7e0ea","MaaSModelRef":{"name":"distinct-2-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"distinct-2-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"distinct-2-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:06.960315287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"distinct-2-w3-a8e157","reconcileID":"bb79e3ab-fd60-4ece-98fe-bd059293fe8c","MaaSModelRef":{"name":"distinct-2-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"distinct-2-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"distinct-2-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:07.051310464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-sa-multi-hdr-auth2","reconcileID":"063e4f42-0803-42ec-9272-aa166267f47b","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:07.051563614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"93ea7c7d-1961-450e-9547-b63850a59d29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:07.109769172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-sa-multi-hdr-auth2","reconcileID":"063e4f42-0803-42ec-9272-aa166267f47b","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:07.110004333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"93ea7c7d-1961-450e-9547-b63850a59d29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:07.122098728Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-sa-multi-hdr-sub2","reconcileID":"b9316341-54c3-42ff-9062-d75dfdc59fd0","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f597032c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:07.153327353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"7a8d1004-cbce-4ad6-b3ce-527403daf47b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:07.153326697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-sa-multi-hdr-auth1","reconcileID":"6c2ef620-313b-4086-90a1-acdc421d0f5f","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:07.211348097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"7a8d1004-cbce-4ad6-b3ce-527403daf47b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:07.211348115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-sa-multi-hdr-auth1","reconcileID":"6c2ef620-313b-4086-90a1-acdc421d0f5f","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:07.391832233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f81bade-c412-480a-a49a-5e999bf3bee6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:07.444582857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f81bade-c412-480a-a49a-5e999bf3bee6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:07.49754754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f81bade-c412-480a-a49a-5e999bf3bee6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:07.550434367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f81bade-c412-480a-a49a-5e999bf3bee6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:07.655761831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-sa-multi-hdr-auth2","reconcileID":"08ea1bb5-b061-4a13-8c42-b8a09b811c2f","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:07.707476339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"7dc47eb5-a15f-43c8-bb7d-d1d8f7e3d082","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:07.71237535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-sa-multi-hdr-auth2","reconcileID":"08ea1bb5-b061-4a13-8c42-b8a09b811c2f","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:07.7636938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"8b4a3538-9b1d-4346-8986-15446cdabcfe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:07.764087238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-sa-multi-hdr-auth1","reconcileID":"e8a66cb9-4ef0-43b0-a4bc-fba15ebe1309","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:07.764201228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"7dc47eb5-a15f-43c8-bb7d-d1d8f7e3d082","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:07.820444654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"8b4a3538-9b1d-4346-8986-15446cdabcfe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:07.820875492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-sa-multi-hdr-auth1","reconcileID":"e8a66cb9-4ef0-43b0-a4bc-fba15ebe1309","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:11.058405944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"namespace":"e2e-models-e2e-worker-w4-8f6b5b","name":"simulator-w4-8f6b5b","reconcileID":"84b46e4e-4fee-4080-a673-bba296b89a7f","MaaSModelRef":{"name":"simulator-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"routeName":"simulator-w4-8f6b5b-kserve-route","namespace":"e2e-models-e2e-worker-w4-8f6b5b","llmisvcName":"simulator-w4-8f6b5b","gateway":"openshift-ingress/e2e-worker-w4-8f6b5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:11.058969701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"namespace":"e2e-models-e2e-worker-w4-8f6b5b","name":"premium-w4-8f6b5b","reconcileID":"856d037b-c9f8-40b4-ba2e-3d67e8a2b15c","MaaSModelRef":{"name":"premium-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"routeName":"premium-w4-8f6b5b-kserve-route","namespace":"e2e-models-e2e-worker-w4-8f6b5b","llmisvcName":"premium-w4-8f6b5b","gateway":"openshift-ingress/e2e-worker-w4-8f6b5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:11.059374573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-8bd02cd2","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"namespace":"e2e-models-e2e-worker-w4-8f6b5b","name":"e2e-conflict-a-8bd02cd2","reconcileID":"2f0459cf-a63e-4ec2-bc71-9b03b2de6bc5","MaaSModelRef":{"name":"e2e-conflict-a-8bd02cd2","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"routeName":"e2e-conflict-a-8bd02cd2-kserve-route","namespace":"e2e-models-e2e-worker-w4-8f6b5b","llmisvcName":"e2e-conflict-a-8bd02cd2","gateway":"openshift-ingress/e2e-worker-w4-8f6b5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:11.217792639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-access","reconcileID":"c017ee3b-9b08-4764-a4a5-dee7ad8f557a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8f6b5b","tenantID":"e2e-worker-w4-8f6b5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:11.218218326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-access","reconcileID":"3a1a287d-ca93-4b31-874d-667f57363c1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8f6b5b","tenantID":"e2e-worker-w4-8f6b5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:11.274505988Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-subscription","reconcileID":"40179b47-2b1c-4b77-a9bf-f1bc1f711f75","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-simulator-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/simulator-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:11.275318122Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-subscription","reconcileID":"f53818ea-adb1-41d5-982b-47c8649938f4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-premium-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/premium-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:11.27987625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-access","reconcileID":"3a1a287d-ca93-4b31-874d-667f57363c1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"e2e-worker-w4-8f6b5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:11.2800031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-access","reconcileID":"c017ee3b-9b08-4764-a4a5-dee7ad8f557a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"e2e-worker-w4-8f6b5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:14.033846357Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:14.089888764Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cfaf05e8-b692-4b4e-bd8c-648e83680241","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:14.089911987Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cfaf05e8-b692-4b4e-bd8c-648e83680241","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:14.19453254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-bc62b596","namespace":"ai-tenant-e2e-mt-bc62b596"},"namespace":"ai-tenant-e2e-mt-bc62b596","name":"e2e-policy-bc62b596","reconcileID":"50c1444a-251c-4ef9-8c2f-448037f272c2","MaaSAuthPolicy":{"name":"e2e-policy-bc62b596","namespace":"ai-tenant-e2e-mt-bc62b596"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:14.322745978Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-bc62b596","namespace":"ai-tenant-e2e-mt-bc62b596"},"namespace":"ai-tenant-e2e-mt-bc62b596","name":"e2e-policy-bc62b596","reconcileID":"50c1444a-251c-4ef9-8c2f-448037f272c2","MaaSAuthPolicy":{"name":"e2e-policy-bc62b596","namespace":"ai-tenant-e2e-mt-bc62b596"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:14.377899049Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-bc62b596","namespace":"ai-tenant-e2e-mt-bc62b596"},"namespace":"ai-tenant-e2e-mt-bc62b596","name":"e2e-policy-bc62b596","reconcileID":"50c1444a-251c-4ef9-8c2f-448037f272c2","MaaSAuthPolicy":{"name":"e2e-policy-bc62b596","namespace":"ai-tenant-e2e-mt-bc62b596"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:17.175625421Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-sa-multi-hdr-sub2","reconcileID":"eb2fd161-8f50-4eb6-9e3d-72f41479fb74","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"model":"e2e-models-e2e-worker-w3-a8e157/distinct-2-w3-a8e157","subscription":"e2e-sa-multi-hdr-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:17.228517561Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-sa-multi-hdr-sub2","reconcileID":"eb2fd161-8f50-4eb6-9e3d-72f41479fb74","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"model":"e2e-models-e2e-worker-w3-a8e157/distinct-2-w3-a8e157","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:17.281349553Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-sa-multi-hdr-sub2","reconcileID":"eb2fd161-8f50-4eb6-9e3d-72f41479fb74","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-distinct-2-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/distinct-2-w3-a8e157","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:17.556028259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"distinct-2-w3-a8e157","reconcileID":"d838bcb9-8876-4eba-8db6-cd883a64d987","MaaSModelRef":{"name":"distinct-2-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"distinct-2-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"distinct-2-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:17.727904323Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"distinct-w3-a8e157","reconcileID":"0329f4bc-316e-48c1-9722-bec654572c8c","MaaSModelRef":{"name":"distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"distinct-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"distinct-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:17.820414263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"0622b6e4-5067-49c3-9081-08dafbcb5f8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:17.825056948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"47a229c7-8376-4288-8bd1-66e5b1d3510e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:17.825247276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-sa-multi-hdr-auth1","reconcileID":"b7e1b1db-def3-4f19-9a86-104f94f82968","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:17.825056914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-sa-multi-hdr-auth2","reconcileID":"2c854da5-e30b-4c30-b4ce-b7200324dde5","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:17.877015659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"0622b6e4-5067-49c3-9081-08dafbcb5f8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:17.881875756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"47a229c7-8376-4288-8bd1-66e5b1d3510e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:17.882192798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-sa-multi-hdr-auth2","reconcileID":"2c854da5-e30b-4c30-b4ce-b7200324dde5","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:17.884221376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-sa-multi-hdr-auth1","reconcileID":"b7e1b1db-def3-4f19-9a86-104f94f82968","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:18.039769659Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-sa-multi-hdr-auth1","reconcileID":"794d5929-585e-4e97-b592-6e581fe0e406","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"model":"e2e-models-e2e-worker-w3-a8e157/distinct-w3-a8e157","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:18.200168162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"distinct-w3-a8e157","reconcileID":"1f1fa375-87c9-46e0-9702-59e1b9e46a7e","MaaSModelRef":{"name":"distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"distinct-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"distinct-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:18.248331472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-sa-multi-hdr-auth2","reconcileID":"74a2ce4a-0047-4a1b-9e04-2ed95c88c823","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:18.307162838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-sa-multi-hdr-auth2","reconcileID":"74a2ce4a-0047-4a1b-9e04-2ed95c88c823","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:21.478556714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-w2-00e840","reconcileID":"1089c989-05f9-4409-a45f-e4f46eca8b04","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"distinct-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"distinct-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:28.352367706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"distinct-2-w3-a8e157","reconcileID":"a3764905-b085-4434-8b7f-f647eac294ff","MaaSModelRef":{"name":"distinct-2-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"distinct-2-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"distinct-2-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:28.35239983Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-sa-multi-hdr-auth2","reconcileID":"c91fe9d5-878a-4ef6-aa24-4efb5a038f4b","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"model":"e2e-models-e2e-worker-w3-a8e157/distinct-2-w3-a8e157","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:28.565069835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"distinct-2-w3-a8e157","reconcileID":"672407d6-a06f-4164-baae-0c11c3e1ae95","MaaSModelRef":{"name":"distinct-2-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"distinct-2-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"distinct-2-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:29.516080229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"namespace":"e2e-models-e2e-worker-w4-8f6b5b","name":"simulator-w4-8f6b5b","reconcileID":"1a38c167-fcde-401a-be29-51053f433b75","MaaSModelRef":{"name":"simulator-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"routeName":"simulator-w4-8f6b5b-kserve-route","namespace":"e2e-models-e2e-worker-w4-8f6b5b","llmisvcName":"simulator-w4-8f6b5b","gateway":"openshift-ingress/e2e-worker-w4-8f6b5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:29.516433318Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"namespace":"e2e-models-e2e-worker-w4-8f6b5b","name":"premium-w4-8f6b5b","reconcileID":"a3532089-ab08-4d4a-9322-9f952042e6b3","MaaSModelRef":{"name":"premium-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"routeName":"premium-w4-8f6b5b-kserve-route","namespace":"e2e-models-e2e-worker-w4-8f6b5b","llmisvcName":"premium-w4-8f6b5b","gateway":"openshift-ingress/e2e-worker-w4-8f6b5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:29.675271242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-access","reconcileID":"80f7b440-3e33-46c6-b436-f789be62e81f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8f6b5b","tenantID":"e2e-worker-w4-8f6b5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:29.675307884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-access","reconcileID":"cd486aab-762c-4e91-8c16-6d082ea01089","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8f6b5b","tenantID":"e2e-worker-w4-8f6b5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:29.731120788Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-subscription","reconcileID":"e5619f4f-f16e-43a0-87d7-2644bd6fe5a1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-simulator-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/simulator-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:29.740331476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-access","reconcileID":"cd486aab-762c-4e91-8c16-6d082ea01089","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"e2e-worker-w4-8f6b5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:29.743998416Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-subscription","reconcileID":"3121651b-27ad-4ee9-b1fe-73023f9d4380","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-premium-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/premium-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:29.74442793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-access","reconcileID":"80f7b440-3e33-46c6-b436-f789be62e81f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"e2e-worker-w4-8f6b5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:30.730227786Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"af9005ce-e912-45e4-bc28-a1877c0e58b4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:30.730249267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"af9005ce-e912-45e4-bc28-a1877c0e58b4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:30.789811523Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"66595a82-a5dc-4d1f-9813-5848c4750673","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:30.789837203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"66595a82-a5dc-4d1f-9813-5848c4750673","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:30.896419743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6c653552","namespace":"ai-tenant-e2e-mt-6c653552"},"namespace":"ai-tenant-e2e-mt-6c653552","name":"e2e-shared-int-policy-6c653552","reconcileID":"3fa91026-b4bd-42ed-8eea-0f59b84357a9","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6c653552","namespace":"ai-tenant-e2e-mt-6c653552"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:30.953301733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6c653552","namespace":"ai-tenant-e2e-mt-6c653552"},"namespace":"ai-tenant-e2e-mt-6c653552","name":"e2e-shared-int-policy-6c653552","reconcileID":"3fa91026-b4bd-42ed-8eea-0f59b84357a9","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6c653552","namespace":"ai-tenant-e2e-mt-6c653552"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:31.008066818Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bb94aea7-29db-4414-9e30-2f6faf70b9a9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:31.008089248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bb94aea7-29db-4414-9e30-2f6faf70b9a9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:31.009817508Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6c653552","namespace":"ai-tenant-e2e-mt-6c653552"},"namespace":"ai-tenant-e2e-mt-6c653552","name":"e2e-shared-int-policy-6c653552","reconcileID":"3fa91026-b4bd-42ed-8eea-0f59b84357a9","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6c653552","namespace":"ai-tenant-e2e-mt-6c653552"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:31.065633196Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5404fcbd-715e-4f4f-9c08-96ab5675e82c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:31.065680856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5404fcbd-715e-4f4f-9c08-96ab5675e82c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:31.071560736Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a1d43fb7-3f0e-4a23-a9db-616be9c01955","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:31.071577897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a1d43fb7-3f0e-4a23-a9db-616be9c01955","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:25:31.12105307Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-6c653552","namespace":"ai-tenant-e2e-mt-6c653552"},"namespace":"ai-tenant-e2e-mt-6c653552","name":"e2e-shared-int-sub-6c653552","reconcileID":"cf5cd636-c9b1-447b-b0f1-709bb650ceaf","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-6c653552\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:31.179632876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6c653552","namespace":"ai-tenant-e2e-mt-6c653552"},"namespace":"ai-tenant-e2e-mt-6c653552","name":"e2e-shared-int-policy-6c653552","reconcileID":"be3fe41f-1c60-4702-9b1a-4241339c46e4","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6c653552","namespace":"ai-tenant-e2e-mt-6c653552"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:31.239683309Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2ca3b1fa-f61d-4382-82b8-a903ddf58e93","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:31.239703217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2ca3b1fa-f61d-4382-82b8-a903ddf58e93","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:31.243546581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6c653552","namespace":"ai-tenant-e2e-mt-6c653552"},"namespace":"ai-tenant-e2e-mt-6c653552","name":"e2e-shared-int-policy-6c653552","reconcileID":"be3fe41f-1c60-4702-9b1a-4241339c46e4","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6c653552","namespace":"ai-tenant-e2e-mt-6c653552"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:31.297723256Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d6339e72-2ee9-4a68-aa0b-085b28cabeef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:31.297742233Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d6339e72-2ee9-4a68-aa0b-085b28cabeef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:31.300576332Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6c653552","namespace":"ai-tenant-e2e-mt-6c653552"},"namespace":"ai-tenant-e2e-mt-6c653552","name":"e2e-shared-int-policy-6c653552","reconcileID":"be3fe41f-1c60-4702-9b1a-4241339c46e4","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6c653552","namespace":"ai-tenant-e2e-mt-6c653552"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:31.353272198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"e3d95078-0e26-4b5c-9b77-5048ea59a0b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:31.353416236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"83e3f238-7141-4d50-8f3c-ac55df4849b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:25:31.35615316Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6c653552","namespace":"ai-tenant-e2e-mt-6c653552"},"namespace":"ai-tenant-e2e-mt-6c653552","name":"e2e-shared-int-policy-6c653552","reconcileID":"be3fe41f-1c60-4702-9b1a-4241339c46e4","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-shared-int-policy-6c653552\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:31.413580504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"e3d95078-0e26-4b5c-9b77-5048ea59a0b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:31.413691319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"83e3f238-7141-4d50-8f3c-ac55df4849b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:31.468034479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6c653552","namespace":"ai-tenant-e2e-mt-6c653552"},"namespace":"ai-tenant-e2e-mt-6c653552","name":"e2e-shared-int-policy-6c653552","reconcileID":"305823a3-6b20-4d60-bf9c-aa49f824c89a","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6c653552","namespace":"ai-tenant-e2e-mt-6c653552"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:31.526613166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6c653552","namespace":"ai-tenant-e2e-mt-6c653552"},"namespace":"ai-tenant-e2e-mt-6c653552","name":"e2e-shared-int-policy-6c653552","reconcileID":"305823a3-6b20-4d60-bf9c-aa49f824c89a","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6c653552","namespace":"ai-tenant-e2e-mt-6c653552"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:31.586946712Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-6c653552","namespace":"ai-tenant-e2e-mt-6c653552"},"namespace":"ai-tenant-e2e-mt-6c653552","name":"e2e-shared-int-sub-6c653552","reconcileID":"c4c09419-8fb6-4bfd-abfa-5604a7107c27","MaaSSubscription":{"name":"e2e-shared-int-sub-6c653552","namespace":"ai-tenant-e2e-mt-6c653552"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-6c653552/e2e-shared-int-sub-6c653552","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:31.590252135Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6c653552","namespace":"ai-tenant-e2e-mt-6c653552"},"namespace":"ai-tenant-e2e-mt-6c653552","name":"e2e-shared-int-policy-6c653552","reconcileID":"305823a3-6b20-4d60-bf9c-aa49f824c89a","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6c653552","namespace":"ai-tenant-e2e-mt-6c653552"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:31.76203973Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d109011e-94d8-45dd-9a2b-c32a9a1678a4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:31.762067685Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d109011e-94d8-45dd-9a2b-c32a9a1678a4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:31.805718271Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"86cf06e3-c553-4e91-8c9a-b70c33758f8b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:31.9754314Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-6c653552","namespace":"ai-tenant-e2e-mt-6c653552"},"namespace":"ai-tenant-e2e-mt-6c653552","name":"e2e-shared-int-sub-6c653552","reconcileID":"a406f399-e571-45bc-a15f-fd6856a517d4","MaaSSubscription":{"name":"e2e-shared-int-sub-6c653552","namespace":"ai-tenant-e2e-mt-6c653552"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:32.11069276Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d061afc3-4c2d-4834-91c1-d0aa6a26e343","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:32.110719677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d061afc3-4c2d-4834-91c1-d0aa6a26e343","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:32.166241001Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f282d7de-9652-42ef-8698-c5032b6caf8c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:32.166266394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f282d7de-9652-42ef-8698-c5032b6caf8c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:32.272692515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6c653552","namespace":"ai-tenant-e2e-mt-95215e18"},"namespace":"ai-tenant-e2e-mt-95215e18","name":"e2e-shared-int-policy-6c653552","reconcileID":"cd0467c4-2372-4cb1-8896-5717b458e0bf","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6c653552","namespace":"ai-tenant-e2e-mt-95215e18"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:32.331204951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6c653552","namespace":"ai-tenant-e2e-mt-95215e18"},"namespace":"ai-tenant-e2e-mt-95215e18","name":"e2e-shared-int-policy-6c653552","reconcileID":"cd0467c4-2372-4cb1-8896-5717b458e0bf","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6c653552","namespace":"ai-tenant-e2e-mt-95215e18"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:32.386310509Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0d0080e5-5882-4255-b323-59bd1069189e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:32.386334627Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0d0080e5-5882-4255-b323-59bd1069189e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:32.38934809Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6c653552","namespace":"ai-tenant-e2e-mt-95215e18"},"namespace":"ai-tenant-e2e-mt-95215e18","name":"e2e-shared-int-policy-6c653552","reconcileID":"cd0467c4-2372-4cb1-8896-5717b458e0bf","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6c653552","namespace":"ai-tenant-e2e-mt-95215e18"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:32.445365673Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"190bcb77-52f3-41ce-b4ab-878b0968d1d9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:32.445385288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"190bcb77-52f3-41ce-b4ab-878b0968d1d9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:32.451732658Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ab8bdbd3-a971-40ac-9c43-d1a90a682ba4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:32.451750833Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ab8bdbd3-a971-40ac-9c43-d1a90a682ba4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:25:32.495470406Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-6c653552","namespace":"ai-tenant-e2e-mt-95215e18"},"namespace":"ai-tenant-e2e-mt-95215e18","name":"e2e-shared-int-sub-6c653552","reconcileID":"b5bff7b8-4e4f-4f8a-903d-39ce7eba4942","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-6c653552\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:32.556856637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6c653552","namespace":"ai-tenant-e2e-mt-95215e18"},"namespace":"ai-tenant-e2e-mt-95215e18","name":"e2e-shared-int-policy-6c653552","reconcileID":"c45f02dc-0b0a-4fd1-b50d-118adaec2fa2","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6c653552","namespace":"ai-tenant-e2e-mt-95215e18"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:32.612412189Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d0603e72-90d0-4ccb-ab35-d798ef97fce5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:32.612435275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d0603e72-90d0-4ccb-ab35-d798ef97fce5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:32.617406625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6c653552","namespace":"ai-tenant-e2e-mt-95215e18"},"namespace":"ai-tenant-e2e-mt-95215e18","name":"e2e-shared-int-policy-6c653552","reconcileID":"c45f02dc-0b0a-4fd1-b50d-118adaec2fa2","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6c653552","namespace":"ai-tenant-e2e-mt-95215e18"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:32.671120334Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"94941785-923a-4ab9-a7e4-f7c3988596a3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:32.671141165Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"94941785-923a-4ab9-a7e4-f7c3988596a3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:32.673627131Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6c653552","namespace":"ai-tenant-e2e-mt-95215e18"},"namespace":"ai-tenant-e2e-mt-95215e18","name":"e2e-shared-int-policy-6c653552","reconcileID":"c45f02dc-0b0a-4fd1-b50d-118adaec2fa2","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6c653552","namespace":"ai-tenant-e2e-mt-95215e18"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:25:32.728098841Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6c653552","namespace":"ai-tenant-e2e-mt-95215e18"},"namespace":"ai-tenant-e2e-mt-95215e18","name":"e2e-shared-int-policy-6c653552","reconcileID":"c45f02dc-0b0a-4fd1-b50d-118adaec2fa2","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-shared-int-policy-6c653552\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:32.838730998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6c653552","namespace":"ai-tenant-e2e-mt-95215e18"},"namespace":"ai-tenant-e2e-mt-95215e18","name":"e2e-shared-int-policy-6c653552","reconcileID":"9493e325-0240-4e66-afe3-fd1b9a8dd8ae","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6c653552","namespace":"ai-tenant-e2e-mt-95215e18"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:32.896965213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6c653552","namespace":"ai-tenant-e2e-mt-95215e18"},"namespace":"ai-tenant-e2e-mt-95215e18","name":"e2e-shared-int-policy-6c653552","reconcileID":"9493e325-0240-4e66-afe3-fd1b9a8dd8ae","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6c653552","namespace":"ai-tenant-e2e-mt-95215e18"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:32.943284737Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-6c653552","namespace":"ai-tenant-e2e-mt-95215e18"},"namespace":"ai-tenant-e2e-mt-95215e18","name":"e2e-shared-int-sub-6c653552","reconcileID":"f959ddcb-d2e0-4312-b3d1-e5fa43baba21","MaaSSubscription":{"name":"e2e-shared-int-sub-6c653552","namespace":"ai-tenant-e2e-mt-95215e18"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-6c653552/e2e-shared-int-sub-6c653552","ai-tenant-e2e-mt-95215e18/e2e-shared-int-sub-6c653552","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:32.953544249Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6c653552","namespace":"ai-tenant-e2e-mt-95215e18"},"namespace":"ai-tenant-e2e-mt-95215e18","name":"e2e-shared-int-policy-6c653552","reconcileID":"9493e325-0240-4e66-afe3-fd1b9a8dd8ae","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6c653552","namespace":"ai-tenant-e2e-mt-95215e18"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:33.142485556Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8f4c4da9-62ed-4cd4-b090-ddbb14e48d61","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:33.142508712Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8f4c4da9-62ed-4cd4-b090-ddbb14e48d61","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:33.177101375Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-6c653552","namespace":"ai-tenant-e2e-mt-6c653552"},"namespace":"ai-tenant-e2e-mt-6c653552","name":"e2e-shared-int-sub-6c653552","reconcileID":"6e2a9254-2798-48a9-bf0c-3e08e9768e7a","MaaSSubscription":{"name":"e2e-shared-int-sub-6c653552","namespace":"ai-tenant-e2e-mt-6c653552"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:33.192508191Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9b2dea6c-e0d3-4fc6-bdc7-020c418d729d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:33.355811939Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-6c653552","namespace":"ai-tenant-e2e-mt-95215e18"},"namespace":"ai-tenant-e2e-mt-95215e18","name":"e2e-shared-int-sub-6c653552","reconcileID":"d481da81-7fa8-4264-9ca0-9a150f29fa30","MaaSSubscription":{"name":"e2e-shared-int-sub-6c653552","namespace":"ai-tenant-e2e-mt-95215e18"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:38.316813346Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6c653552","namespace":"ai-tenant-e2e-mt-6c653552"},"namespace":"ai-tenant-e2e-mt-6c653552","name":"e2e-shared-int-policy-6c653552","reconcileID":"439bf6f3-9d59-484f-a8cd-6771494df8fd","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6c653552","namespace":"ai-tenant-e2e-mt-6c653552"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:38.316845625Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8e76e9ff-147e-4f22-b85e-8e46ffad4771","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:38.316861694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8e76e9ff-147e-4f22-b85e-8e46ffad4771","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:38.42223973Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6c653552","namespace":"ai-tenant-e2e-mt-6c653552"},"namespace":"ai-tenant-e2e-mt-6c653552","name":"e2e-shared-int-policy-6c653552","reconcileID":"439bf6f3-9d59-484f-a8cd-6771494df8fd","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6c653552","namespace":"ai-tenant-e2e-mt-6c653552"},"policyNamespace":"ai-tenant-e2e-mt-6c653552","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:38.48286261Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"885bfa9f-8637-4874-9058-1a1e797adc0b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:38.482883517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"885bfa9f-8637-4874-9058-1a1e797adc0b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:38.634566278Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c88b56ee-7dfe-41a2-af85-8021ec29228c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:38.634593076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c88b56ee-7dfe-41a2-af85-8021ec29228c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:40.275451614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"default-tenant","reconcileID":"78683724-ede0-4583-8fe4-b8ff9cb6e84a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-18bf762c","tenantID":"e2e-mt-18bf762c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:40.393094596Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"default-tenant","reconcileID":"78683724-ede0-4583-8fe4-b8ff9cb6e84a","name":"e2e-mt-18bf762c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:43.060389261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6c653552","namespace":"ai-tenant-e2e-mt-95215e18"},"namespace":"ai-tenant-e2e-mt-95215e18","name":"e2e-shared-int-policy-6c653552","reconcileID":"a797bba2-fc35-4108-8910-b7c6cbd57576","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6c653552","namespace":"ai-tenant-e2e-mt-95215e18"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:43.119286118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6c653552","namespace":"ai-tenant-e2e-mt-95215e18"},"namespace":"ai-tenant-e2e-mt-95215e18","name":"e2e-shared-int-policy-6c653552","reconcileID":"a797bba2-fc35-4108-8910-b7c6cbd57576","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6c653552","namespace":"ai-tenant-e2e-mt-95215e18"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:43.175731994Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6c653552","namespace":"ai-tenant-e2e-mt-95215e18"},"namespace":"ai-tenant-e2e-mt-95215e18","name":"e2e-shared-int-policy-6c653552","reconcileID":"a797bba2-fc35-4108-8910-b7c6cbd57576","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6c653552","namespace":"ai-tenant-e2e-mt-95215e18"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:44.031362427Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:45.365910552Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-bc62b596","namespace":"ai-tenant-e2e-mt-bc62b596"},"namespace":"ai-tenant-e2e-mt-bc62b596","name":"e2e-policy-bc62b596","reconcileID":"489cda68-465f-45e1-b96c-27b184807528","MaaSAuthPolicy":{"name":"e2e-policy-bc62b596","namespace":"ai-tenant-e2e-mt-bc62b596"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:45.519942852Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-bc62b596","namespace":"ai-tenant-e2e-mt-bc62b596"},"namespace":"ai-tenant-e2e-mt-bc62b596","name":"e2e-policy-bc62b596","reconcileID":"489cda68-465f-45e1-b96c-27b184807528","MaaSAuthPolicy":{"name":"e2e-policy-bc62b596","namespace":"ai-tenant-e2e-mt-bc62b596"},"policyNamespace":"ai-tenant-e2e-mt-bc62b596","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:48.799029007Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-6c653552","namespace":"ai-tenant-e2e-mt-6c653552"},"namespace":"ai-tenant-e2e-mt-6c653552","name":"e2e-shared-int-sub-6c653552","reconcileID":"a8c1c204-3cc9-4661-b43b-c7c6a14f2f2e","MaaSSubscription":{"name":"e2e-shared-int-sub-6c653552","namespace":"ai-tenant-e2e-mt-6c653552"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-6c653552","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:49.017326874Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-6c653552","namespace":"ai-tenant-e2e-mt-6c653552"},"namespace":"ai-tenant-e2e-mt-6c653552","name":"e2e-shared-int-sub-6c653552","reconcileID":"a8c1c204-3cc9-4661-b43b-c7c6a14f2f2e","MaaSSubscription":{"name":"e2e-shared-int-sub-6c653552","namespace":"ai-tenant-e2e-mt-6c653552"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-95215e18/e2e-shared-int-sub-6c653552","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:49.229502861Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c3423f63-7c05-4d31-bfba-dac408a0e1cf","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:49.229554461Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-6c653552","namespace":"ai-tenant-e2e-mt-95215e18"},"namespace":"ai-tenant-e2e-mt-95215e18","name":"e2e-shared-int-sub-6c653552","reconcileID":"70b5e037-2ddd-4a90-9b1c-f1b1806a7c37","MaaSSubscription":{"name":"e2e-shared-int-sub-6c653552","namespace":"ai-tenant-e2e-mt-95215e18"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:49.236203096Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0abbbe12-326c-4b7f-99cc-049314f86f35","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:49.236225231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0abbbe12-326c-4b7f-99cc-049314f86f35","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:53.286033859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6c653552","namespace":"ai-tenant-e2e-mt-95215e18"},"namespace":"ai-tenant-e2e-mt-95215e18","name":"e2e-shared-int-policy-6c653552","reconcileID":"5acc7f46-d7a4-43bb-b8ad-62534541f7f2","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6c653552","namespace":"ai-tenant-e2e-mt-95215e18"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:53.345037535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6c653552","namespace":"ai-tenant-e2e-mt-95215e18"},"namespace":"ai-tenant-e2e-mt-95215e18","name":"e2e-shared-int-policy-6c653552","reconcileID":"5acc7f46-d7a4-43bb-b8ad-62534541f7f2","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6c653552","namespace":"ai-tenant-e2e-mt-95215e18"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:53.402502673Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6c653552","namespace":"ai-tenant-e2e-mt-95215e18"},"namespace":"ai-tenant-e2e-mt-95215e18","name":"e2e-shared-int-policy-6c653552","reconcileID":"5acc7f46-d7a4-43bb-b8ad-62534541f7f2","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6c653552","namespace":"ai-tenant-e2e-mt-95215e18"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:56.423492665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"8372764b-aa88-4981-8ded-1f19f81576a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:56.424554372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"45ab0e26-c0a0-40a0-a65a-6fd00527260c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:56.489894881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"45ab0e26-c0a0-40a0-a65a-6fd00527260c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:56.499108661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"8372764b-aa88-4981-8ded-1f19f81576a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:03.508275234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6c653552","namespace":"ai-tenant-e2e-mt-95215e18"},"namespace":"ai-tenant-e2e-mt-95215e18","name":"e2e-shared-int-policy-6c653552","reconcileID":"2fa1f146-66b9-452f-aa1a-553c3e3f3f78","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6c653552","namespace":"ai-tenant-e2e-mt-95215e18"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:03.564645145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6c653552","namespace":"ai-tenant-e2e-mt-95215e18"},"namespace":"ai-tenant-e2e-mt-95215e18","name":"e2e-shared-int-policy-6c653552","reconcileID":"2fa1f146-66b9-452f-aa1a-553c3e3f3f78","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6c653552","namespace":"ai-tenant-e2e-mt-95215e18"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:03.883082649Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b62411ee-ae68-452e-a8fd-adfb16f84f67","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:03.883105225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b62411ee-ae68-452e-a8fd-adfb16f84f67","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:07.894024916Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-subscription","reconcileID":"28523913-6b3c-4065-bfb1-0782c141cf35","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-simulator-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:07.993212806Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-subscription","reconcileID":"05bf385e-8201-4fd8-8586-46d360b2f05c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-simulator-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/simulator-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:08.094614342Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-subscription","reconcileID":"77ce43ef-0e68-4950-9d84-3cf03fc40597","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-premium-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/premium-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:08.194393248Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-subscription","reconcileID":"8d978948-6df7-422e-bcd2-d2f07d2ef5b4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-premium-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/premium-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:08.194765924Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-subscription","reconcileID":"04928665-8489-4a85-a70d-8bd8a63e0016","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-simulator-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:08.295396214Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"29f9bdaa-b2b0-461f-a940-5d52d6e4babe","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:08.325937366Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-6c653552","namespace":"ai-tenant-e2e-mt-95215e18"},"namespace":"ai-tenant-e2e-mt-95215e18","name":"e2e-shared-int-sub-6c653552","reconcileID":"e07ec106-a864-4588-b25a-e9ec36351293","MaaSSubscription":{"name":"e2e-shared-int-sub-6c653552","namespace":"ai-tenant-e2e-mt-95215e18"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:08.445977738Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-subscription","reconcileID":"766aa97f-ea9c-4474-967f-08e7df072eb1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-premium-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/premium-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:08.56728804Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-subscription","reconcileID":"85371c03-8906-4b35-8b3d-4e12d49e8bc1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-premium-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/premium-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:08.76042845Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-subscription","reconcileID":"2eb4ce39-8cad-4a13-9987-fdbfd4fe1aaa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-simulator-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:08.845341279Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-subscription","reconcileID":"39dbbd9c-cdf8-4cf8-a0ba-1ff742346bb8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-premium-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/premium-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:08.877362012Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-subscription","reconcileID":"c7cbcc74-43d5-452f-be97-70512401b26e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-simulator-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/simulator-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:08.938112571Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7e67f41e-5db6-440e-92ff-693c2d31e1c8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:10.696829883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"d56a4cb0-0442-4060-a916-1ce005045719","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"simulator-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"simulator-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:10.697394432Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"premium-w2-00e840","reconcileID":"096cb083-aa6f-4ac9-a590-924feab40501","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"premium-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"premium-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:10.697774488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-w2-00e840","reconcileID":"158e10aa-2f95-413c-9094-4d973d75dc33","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"distinct-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"distinct-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:10.768827949Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"e9c26f0f-a43e-4c11-bd4f-6995248310e3","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"simulator-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"simulator-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:10.769180903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"premium-w2-00e840","reconcileID":"639d39a5-3391-42d6-a04f-f9f4ac74bb4d","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"premium-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"premium-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:10.769455567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-w2-00e840","reconcileID":"57efee08-ab85-4b96-80be-816e68f662d8","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"distinct-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"distinct-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:10.854834083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"c2aab7d5-202a-4393-b705-48686e24cb13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:10.854838298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"21228fd0-75aa-47ce-9089-1f1772560301","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:10.912671832Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-subscription","reconcileID":"85d7ed85-c829-46b3-bd1f-6a418365e81f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-simulator-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:10.913301255Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-subscription","reconcileID":"6ea9549e-6a89-4e82-9a63-96f3ac3bf0e7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-premium-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/premium-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:10.914769468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"21228fd0-75aa-47ce-9089-1f1772560301","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:10.918924849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"c2aab7d5-202a-4393-b705-48686e24cb13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:11.290340476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"0b6bb86e-3312-4a81-8937-ab7aca4068e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:11.290983787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"1ee5f7e1-1bc0-40fd-86f2-e0f134f4e06f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:11.347259404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"1ee5f7e1-1bc0-40fd-86f2-e0f134f4e06f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:11.347321672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"0b6bb86e-3312-4a81-8937-ab7aca4068e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:14.030060181Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:17.003320844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d45d28c2-98db-4cee-a511-9608c36009b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:17.05701471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d45d28c2-98db-4cee-a511-9608c36009b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:17.110037016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d45d28c2-98db-4cee-a511-9608c36009b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:17.163040104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d45d28c2-98db-4cee-a511-9608c36009b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:19.086138788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb728f07-0f27-4654-91d7-606a71f336bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:19.138965265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb728f07-0f27-4654-91d7-606a71f336bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:19.191913703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb728f07-0f27-4654-91d7-606a71f336bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:19.245057807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb728f07-0f27-4654-91d7-606a71f336bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:20.36937801Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-subscription","reconcileID":"036cba7b-166c-4251-a202-ef069f6b51eb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-premium-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/premium-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:20.482937095Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-subscription","reconcileID":"b7aef5e1-755d-4229-b762-e9ef4f8b6aac","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-simulator-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:20.541858236Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-subscription","reconcileID":"9493650c-9a38-48d7-a8dc-103740f8fd40","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-premium-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/premium-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:20.649414712Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-subscription","reconcileID":"bdc04452-d91e-4325-8be8-1c2b41c65a02","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-simulator-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/simulator-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:20.705426055Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-subscription","reconcileID":"d4cce8da-a707-45e9-a32b-223f729bfc5c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-simulator-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:20.78497808Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-subscription","reconcileID":"1919c9dd-86ec-4043-8760-5642cbb02308","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-premium-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/premium-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:20.885127644Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-subscription","reconcileID":"6dd0cf93-23b5-4e95-bc19-7c6060b06752","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-premium-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/premium-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:20.909330612Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-subscription","reconcileID":"fadd93a2-0ceb-40fe-8042-c966e4cb3533","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-premium-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/premium-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:20.98964549Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-subscription","reconcileID":"227c702b-a736-491f-9d7f-439fd14a0a80","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-simulator-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/simulator-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:21.090921597Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d3cdcaba-b80c-407f-a776-2b733dc3a0a8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:21.191937126Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-6c653552","namespace":"ai-tenant-e2e-mt-95215e18"},"namespace":"ai-tenant-e2e-mt-95215e18","name":"e2e-shared-int-sub-6c653552","reconcileID":"8e722897-e0a1-435c-84e4-a781c0e6b34b","MaaSSubscription":{"name":"e2e-shared-int-sub-6c653552","namespace":"ai-tenant-e2e-mt-95215e18"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:21.289552082Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-subscription","reconcileID":"a837cafa-cf54-46b6-9b80-23d841aa1cc3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-simulator-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:21.465037588Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"222c7323-fc20-40d6-b9a2-61b1b3de54ea","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:21.558289315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"884fc034-fcba-4d21-88b9-a57c5291dc7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:21.558289309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"ba1a3555-e43e-42a8-ba59-f955d64e34c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:21.615576227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"884fc034-fcba-4d21-88b9-a57c5291dc7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:21.616173292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"ba1a3555-e43e-42a8-ba59-f955d64e34c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:27.850201517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"namespace":"e2e-models-e2e-worker-w4-8f6b5b","name":"simulator-w4-8f6b5b","reconcileID":"934df6b9-831f-40f2-922e-91980df86d96","MaaSModelRef":{"name":"simulator-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"routeName":"simulator-w4-8f6b5b-kserve-route","namespace":"e2e-models-e2e-worker-w4-8f6b5b","llmisvcName":"simulator-w4-8f6b5b","gateway":"openshift-ingress/e2e-worker-w4-8f6b5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:27.850670472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"namespace":"e2e-models-e2e-worker-w4-8f6b5b","name":"premium-w4-8f6b5b","reconcileID":"9bb2d285-6ffa-4ed1-9322-fa06aa7fde4c","MaaSModelRef":{"name":"premium-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"routeName":"premium-w4-8f6b5b-kserve-route","namespace":"e2e-models-e2e-worker-w4-8f6b5b","llmisvcName":"premium-w4-8f6b5b","gateway":"openshift-ingress/e2e-worker-w4-8f6b5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:27.928601086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"namespace":"e2e-models-e2e-worker-w4-8f6b5b","name":"simulator-w4-8f6b5b","reconcileID":"b6d90230-ef79-4eab-ac02-b6eba5c02158","MaaSModelRef":{"name":"simulator-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"routeName":"simulator-w4-8f6b5b-kserve-route","namespace":"e2e-models-e2e-worker-w4-8f6b5b","llmisvcName":"simulator-w4-8f6b5b","gateway":"openshift-ingress/e2e-worker-w4-8f6b5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:27.92916634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"namespace":"e2e-models-e2e-worker-w4-8f6b5b","name":"premium-w4-8f6b5b","reconcileID":"b04be4c3-a99c-4a5b-9e46-fd2b24c56a7f","MaaSModelRef":{"name":"premium-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"routeName":"premium-w4-8f6b5b-kserve-route","namespace":"e2e-models-e2e-worker-w4-8f6b5b","llmisvcName":"premium-w4-8f6b5b","gateway":"openshift-ingress/e2e-worker-w4-8f6b5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:28.007395539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-access","reconcileID":"974687c3-ce58-4ce5-a84f-b85e1d11009c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8f6b5b","tenantID":"e2e-worker-w4-8f6b5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:28.007439209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-access","reconcileID":"bc2e7e59-867e-4c1b-a390-9ac1eef6501b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8f6b5b","tenantID":"e2e-worker-w4-8f6b5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:28.061849726Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-subscription","reconcileID":"2e0b29f6-4422-4509-b7d0-cb9df0b10d08","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-premium-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/premium-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:28.06188387Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-subscription","reconcileID":"da232f4c-73fb-4f22-881e-4f067545aa5b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-simulator-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/simulator-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:28.067708755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-access","reconcileID":"974687c3-ce58-4ce5-a84f-b85e1d11009c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"e2e-worker-w4-8f6b5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:28.071291778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-access","reconcileID":"bc2e7e59-867e-4c1b-a390-9ac1eef6501b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"e2e-worker-w4-8f6b5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:28.392027367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-access","reconcileID":"b5c0a6dd-7e10-42e3-9be4-10bf92e8df73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8f6b5b","tenantID":"e2e-worker-w4-8f6b5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:28.394000088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-access","reconcileID":"f7181ade-19ff-43f4-810f-1e46289b7a0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8f6b5b","tenantID":"e2e-worker-w4-8f6b5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:28.450476065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-access","reconcileID":"b5c0a6dd-7e10-42e3-9be4-10bf92e8df73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"e2e-worker-w4-8f6b5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:28.45221989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-access","reconcileID":"f7181ade-19ff-43f4-810f-1e46289b7a0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"e2e-worker-w4-8f6b5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:32.333705057Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-subscription","reconcileID":"2245184c-3de5-4eff-8310-533392bc2f5d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-simulator-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:32.433064708Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-subscription","reconcileID":"a565df7e-efbd-4f69-8312-563112632302","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-premium-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/premium-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:32.450151165Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-subscription","reconcileID":"0e1924d4-c60e-4337-8101-925717adf8e8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-premium-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/premium-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:32.533736575Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-subscription","reconcileID":"82d222ce-ed2e-4a1a-885d-13a327b0bd45","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-premium-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/premium-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:32.638235031Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"bc1d72a3-618e-41fc-ab83-64b608aee91d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:32.73535842Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c1dde19e-e610-4b4a-8447-42254193f3e3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:32.837091699Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-6c653552","namespace":"ai-tenant-e2e-mt-95215e18"},"namespace":"ai-tenant-e2e-mt-95215e18","name":"e2e-shared-int-sub-6c653552","reconcileID":"0a8fb6d0-0922-4f9c-84cd-63a036ac56ae","MaaSSubscription":{"name":"e2e-shared-int-sub-6c653552","namespace":"ai-tenant-e2e-mt-95215e18"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:32.83711294Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-subscription","reconcileID":"69597d67-3a44-49ff-880c-d36141078e74","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-premium-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/premium-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:32.857320129Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-subscription","reconcileID":"4ecb2ac5-9929-405c-9b2a-60627355acac","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-premium-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/premium-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:33.038920308Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-subscription","reconcileID":"05aabd6f-23d8-43d0-b660-d5c3f7226bf7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-simulator-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:33.15001747Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-subscription","reconcileID":"58724640-2952-46bd-b364-ecb9f7193158","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-simulator-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:33.264367544Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-subscription","reconcileID":"b9cd54e4-c95d-4747-a778-5f4b507f4dd9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-simulator-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/simulator-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:33.365309563Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-subscription","reconcileID":"47163e0c-aa0e-4f25-a957-985718d404e2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-simulator-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/simulator-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:35.06922543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-2-w2-00e840","reconcileID":"0bbc5f23-91aa-4e84-b4ab-0201b3fc3a52","MaaSModelRef":{"name":"distinct-2-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"distinct-2-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"distinct-2-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:35.955064417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"c5e80b48-8b75-49bf-a5ad-4d9c2a244bdc","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"simulator-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"simulator-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:36.011720101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"db5bd9b6-75ca-4f2b-9857-1de52da22b72","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"simulator-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"simulator-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:36.168472147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-api-key-deleted-sub-auth","reconcileID":"07b38c58-4305-4d68-89b4-4afaa18fb1df","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:36.224464303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-api-key-deleted-sub-auth","reconcileID":"07b38c58-4305-4d68-89b4-4afaa18fb1df","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:36.244638467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"ac497977-787e-4bf4-a6ad-e095cba2fb7e","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"simulator-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"simulator-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:36.302012707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"4818dd12-0d03-433a-b8a8-808349b7c8ee","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"simulator-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"simulator-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:26:36.352338099Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-api-key-deleted-sub","reconcileID":"7796ef5d-b045-48d1-b8b4-5acd32c76f42","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-deleted-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:36.404446739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"d366dc49-b3b6-4909-a680-a2db9ac86581","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:36.40444784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"de588b10-45b5-4641-96b7-a0d1272b4780","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:36.462693043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"d366dc49-b3b6-4909-a680-a2db9ac86581","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:36.462698098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"de588b10-45b5-4641-96b7-a0d1272b4780","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:36.464812061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"678607ab-9737-4499-84f1-569fb4b8ac76","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"simulator-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"simulator-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:36.494287434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"0bc66b1f-c37d-4c2e-978a-c63c9867b266","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"simulator-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"simulator-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:36.526684362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"cff01e56-63b1-4ace-bbaf-b55ce0b6ba71","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"simulator-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"simulator-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:36.654200336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-api-key-deleted-sub-auth","reconcileID":"02d6fe10-2666-4127-a60b-cdb08fa71180","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:36.711180782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-api-key-deleted-sub-auth","reconcileID":"02d6fe10-2666-4127-a60b-cdb08fa71180","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:36.803043985Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-api-key-deleted-sub","reconcileID":"f933df4c-e10a-4950-b272-aa4a4ad2ea25","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-simulator-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-00e840/e2e-api-key-deleted-sub","ai-tenant-e2e-worker-w2-00e840/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:36.831412333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"a942fbcc-a05c-4184-8c81-080eb9fad9c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:36.831466883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"7bf5ae3f-c972-45e1-83a5-dffac24faba1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:36.88905893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"a942fbcc-a05c-4184-8c81-080eb9fad9c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:36.889310752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"7bf5ae3f-c972-45e1-83a5-dffac24faba1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:36.970357516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"1202bf97-3c74-4a44-aeb5-577634a645ba","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"simulator-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"simulator-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:37.014496708Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-subscription","reconcileID":"dddf0af6-01b7-46a1-a076-bb57420f6a97","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-simulator-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:37.18056621Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-api-key-deleted-sub","reconcileID":"a449c4a4-134f-464c-b25e-dde5f39cc5f3","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-simulator-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:37.349113841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"7be45d8e-c9ed-4d97-b23b-706a9fbf2991","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"simulator-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"simulator-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:39.248208855Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"2390e81d-f07b-4246-9ba1-b15de6cf70ab","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"simulator-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"simulator-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:39.406549211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"7893b95d-b17a-4898-b632-02ad532773a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:39.406726191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"f72bc237-a893-4c9d-a661-67cdc0235c93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:39.406549496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-api-key-deleted-sub-auth","reconcileID":"a8e8edc4-ed04-4767-9cdc-ad185c0e67ce","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:39.464126318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"f72bc237-a893-4c9d-a661-67cdc0235c93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:39.464314543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"7893b95d-b17a-4898-b632-02ad532773a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:39.467952721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-api-key-deleted-sub-auth","reconcileID":"a8e8edc4-ed04-4767-9cdc-ad185c0e67ce","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:44.030634435Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:48.813455392Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-subscription","reconcileID":"e49fdf08-2f97-49ef-ba02-4471a301441d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-simulator-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:48.911418161Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-subscription","reconcileID":"1028e7b3-8df7-4150-ac22-f4e75cb5f42b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-premium-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/premium-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:49.007316644Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-subscription","reconcileID":"d0376c52-e6d8-428d-825e-5a53077a3620","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-simulator-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/simulator-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:49.014192919Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-subscription","reconcileID":"8d8ebb40-379f-4ec9-b8bc-8ecab3aaf74b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-simulator-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/simulator-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:49.222966019Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-subscription","reconcileID":"60626009-a84a-4cff-8e43-294ba29ae32f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-simulator-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:49.322558555Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-6c653552","namespace":"ai-tenant-e2e-mt-95215e18"},"namespace":"ai-tenant-e2e-mt-95215e18","name":"e2e-shared-int-sub-6c653552","reconcileID":"d671dd4c-ce57-47cc-b704-7459110c8928","MaaSSubscription":{"name":"e2e-shared-int-sub-6c653552","namespace":"ai-tenant-e2e-mt-95215e18"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:49.32257524Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7e119b57-b54f-42a7-9aea-dc01a2949987","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:49.413644895Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-api-key-deleted-sub","reconcileID":"76859c51-738f-4fc6-a2ac-86399ea9e404","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w2-00e840"},"model":"e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840","subscription":"e2e-api-key-deleted-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:49.448516936Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-subscription","reconcileID":"aeb4950d-0afb-4c55-826e-7c579c63c1e8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-premium-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/premium-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:49.60627461Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-subscription","reconcileID":"0315c89d-3893-481a-8369-b286f2ea31ff","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-premium-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/premium-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:49.632424222Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-api-key-deleted-sub","reconcileID":"76859c51-738f-4fc6-a2ac-86399ea9e404","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-simulator-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-00e840/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:49.684761221Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"75ebe917-75be-4a8a-808e-b5aaf8f7b594","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:49.700373229Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-subscription","reconcileID":"02c36878-4465-4440-92e6-f00a552ca217","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-simulator-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:49.816253165Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-subscription","reconcileID":"a8a97280-f81b-4a93-b41b-ac57aaa2c99e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-premium-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/premium-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:49.868031669Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"e62d5cb1-4b14-4db8-b022-9e8260be13f9","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"simulator-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"simulator-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:49.994474808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-access","reconcileID":"e6921ce7-5486-4600-8094-5f7d70138cb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8f6b5b","tenantID":"e2e-worker-w4-8f6b5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:49.994474852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-access","reconcileID":"a28baa0a-a559-462b-9dc7-1e62b318d44d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8f6b5b","tenantID":"e2e-worker-w4-8f6b5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:50.019284402Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-subscription","reconcileID":"1d961061-9db6-4263-b953-4d9b22b6cf6c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-premium-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/premium-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:50.025939695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"f8d90e5a-3a1c-410f-89c9-6957b22db3b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:50.025939692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-api-key-deleted-sub-auth","reconcileID":"817b599f-e34c-40f4-ae29-2769e16e697d","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:50.026947318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"50ea2674-d3a6-4693-a71d-ac9306e7dcc8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:50.052294246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-access","reconcileID":"e6921ce7-5486-4600-8094-5f7d70138cb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"e2e-worker-w4-8f6b5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:50.052378927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-access","reconcileID":"a28baa0a-a559-462b-9dc7-1e62b318d44d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"e2e-worker-w4-8f6b5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:50.083070605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-api-key-deleted-sub-auth","reconcileID":"817b599f-e34c-40f4-ae29-2769e16e697d","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:50.083240065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"f8d90e5a-3a1c-410f-89c9-6957b22db3b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:50.08532017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"50ea2674-d3a6-4693-a71d-ac9306e7dcc8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:50.118690482Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-subscription","reconcileID":"de95b38a-6da8-49e6-9aa6-0c152c4372e2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-simulator-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:09.947588104Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-subscription","reconcileID":"86925cc0-2c5a-4509-9023-824e9cf60d4c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-simulator-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:10.047455649Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4858e992-fba9-491d-b0cc-3e4edf5462ae","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:10.06682423Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-subscription","reconcileID":"1ebaa131-bf4b-42f4-9566-62506358e437","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-simulator-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:10.147641004Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-subscription","reconcileID":"ff5d19d5-1230-4166-812a-c97cc92f3b48","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-simulator-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:10.194243599Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f5238061-9dc2-4893-9eaf-9c84f06bc5a8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:10.274838642Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-6c653552","namespace":"ai-tenant-e2e-mt-95215e18"},"namespace":"ai-tenant-e2e-mt-95215e18","name":"e2e-shared-int-sub-6c653552","reconcileID":"f73b3729-2f00-4ec9-88ed-2637ab2a4ee5","MaaSSubscription":{"name":"e2e-shared-int-sub-6c653552","namespace":"ai-tenant-e2e-mt-95215e18"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:10.50527241Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-subscription","reconcileID":"58b86a43-5eb4-4392-99be-ecceec781059","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-premium-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/premium-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:10.601448347Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-subscription","reconcileID":"b5d29372-2f79-4da2-bdb1-e92fb1d5e7d1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-premium-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/premium-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:10.70158194Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-subscription","reconcileID":"da869c55-95d2-4e57-932f-594c0fc1ce58","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-premium-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/premium-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:10.802888973Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-subscription","reconcileID":"f3b0a7fe-d2ae-4b37-ac17-4891b4d1252a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-simulator-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/simulator-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:10.903924292Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-subscription","reconcileID":"4fcd5039-99e0-4b2f-8f6a-88b91f2b8656","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-premium-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/premium-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:10.91496111Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-subscription","reconcileID":"9f0d8f10-ce98-45db-9f9c-041c1c00931c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-premium-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/premium-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:11.003859772Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-subscription","reconcileID":"9f85af7e-021f-4000-813c-14a81f04ca99","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-simulator-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/simulator-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:14.030352406Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:16.710168586Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-api-key-deleted-sub-auth","reconcileID":"5dc576c4-c2bf-446b-9e63-c85b9cb0e18b","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"model":"e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:16.710170691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"84324be2-6788-4ca2-92f3-558bac46ef4f","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"simulator-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"simulator-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:16.925835192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"b48f9ea6-e3f2-4f8b-86c5-8d5d6a7ba2bf","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"simulator-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"simulator-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:17.823394286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-w2-00e840","reconcileID":"3939359a-f6e7-44b6-af60-140123753a44","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"distinct-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"distinct-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:17.879795123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-w2-00e840","reconcileID":"c49a200e-5fdd-4964-80e0-0603a4c10d8c","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"distinct-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"distinct-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:18.089413402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"5d89b9d2-8e0f-4faa-87e2-073bb3ace1bb","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:18.113241609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-w2-00e840","reconcileID":"3ddfca45-5450-4fc1-8ee4-bf2f86934d51","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"distinct-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"distinct-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:18.149253367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"5d89b9d2-8e0f-4faa-87e2-073bb3ace1bb","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:18.172752323Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-w2-00e840","reconcileID":"7117e8d0-a382-4c20-887b-cf7c76d5b089","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"distinct-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"distinct-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:27:18.225221374Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"e864c267-4c17-45cf-9fbc-994ca2282503","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:27:18.226429739Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-w2-00e840","reconcileID":"7117e8d0-a382-4c20-887b-cf7c76d5b089","name":"distinct-w2-00e840","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w2-00e840\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:27:18.226484192Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-w2-00e840","reconcileID":"7117e8d0-a382-4c20-887b-cf7c76d5b089","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w2-00e840\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:18.231836988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-w2-00e840","reconcileID":"a9307da2-07d2-4095-83f7-720439d3d2b2","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"distinct-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"distinct-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:18.358281086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-w2-00e840","reconcileID":"29f4c2f7-61e8-4bc6-91e4-f5623768d21e","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"distinct-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"distinct-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:18.365880504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"51423a6c-1441-4897-9c79-7a534506ef71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:18.367018613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"24d39b73-f85d-4e4d-a525-627b508c95d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:18.409369528Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-w2-00e840","reconcileID":"7b4cad3c-e24d-4fd1-89fe-a2a918518f0e","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"distinct-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"distinct-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:18.445481475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"24d39b73-f85d-4e4d-a525-627b508c95d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:18.445580407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"51423a6c-1441-4897-9c79-7a534506ef71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:18.446799138Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-2-w2-00e840","reconcileID":"f4d31035-f028-4cbd-ba30-234b04a4608f","MaaSModelRef":{"name":"distinct-2-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"distinct-2-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"distinct-2-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:18.46814973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-w2-00e840","reconcileID":"dcda8c84-2a93-46eb-b365-1ee557808f4b","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"distinct-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"distinct-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:18.505910327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-2-w2-00e840","reconcileID":"af49a019-be4a-4249-9f56-d30520e18c51","MaaSModelRef":{"name":"distinct-2-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"distinct-2-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"distinct-2-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:18.669537947Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"f9958713-3c40-4626-b235-9c874275f5a1","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-distinct-w2-00e840","model":"distinct-w2-00e840","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-00e840/e2e-sa-multi-no-hdr-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:18.723611641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-2-w2-00e840","reconcileID":"21a7baa5-275c-4ae4-9a6d-a953caeb82be","MaaSModelRef":{"name":"distinct-2-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"distinct-2-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"distinct-2-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:18.72360795Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-00e840 priority=0:[ai-tenant-e2e-worker-w2-00e840/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w2-00e840/e2e-sa-multi-no-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:18.728518046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"cfff1d0b-9981-4321-809f-fcbe93226162","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:18.786110451Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-2-w2-00e840","reconcileID":"a3e4e78f-c26f-4816-995c-420b74fbde9a","MaaSModelRef":{"name":"distinct-2-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"distinct-2-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"distinct-2-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:18.789013042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"cfff1d0b-9981-4321-809f-fcbe93226162","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:18.831601049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"19371ffa-47cb-406b-82c0-ea7ae845142d","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:27:18.83240062Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"c93efd38-478d-453c-a936-67e926f99e07","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:18.843609944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-w2-00e840","reconcileID":"ef0d25b2-5902-49d0-865f-bf2d533ccd97","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"distinct-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"distinct-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:27:18.844746373Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"f9958713-3c40-4626-b235-9c874275f5a1","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:18.888677884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"19371ffa-47cb-406b-82c0-ea7ae845142d","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:18.930261992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"8de6a63c-d053-4d72-905a-d2b0058e9f46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:18.930301437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"cf4a81b4-421a-4cf5-8485-cc675a8e50b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:18.941755549Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-2-w2-00e840","reconcileID":"c26cd478-ef93-4d77-a33f-a94dbb1250f4","MaaSModelRef":{"name":"distinct-2-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"distinct-2-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"distinct-2-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:18.98750071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"8de6a63c-d053-4d72-905a-d2b0058e9f46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:18.987529213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"cf4a81b4-421a-4cf5-8485-cc675a8e50b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:18.997117641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-2-w2-00e840","reconcileID":"53206702-b814-4b44-af62-ad3878c5d9c7","MaaSModelRef":{"name":"distinct-2-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"distinct-2-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"distinct-2-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:19.054417215Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"618584cb-02c9-4f0d-8209-068ecb2912e2","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-distinct-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/distinct-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:19.208902444Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"441585d6-950c-4d1d-9342-d9e3b9d4ab63","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-distinct-2-w2-00e840","model":"distinct-2-w2-00e840","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-00e840/e2e-sa-multi-no-hdr-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:19.22157328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-w2-00e840","reconcileID":"fc3956b4-1fc5-4ce5-b9f4-135c31a9ed13","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"distinct-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"distinct-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:19.254772327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-2-w2-00e840","reconcileID":"411264e6-c758-4acf-8440-21c06d313311","MaaSModelRef":{"name":"distinct-2-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"distinct-2-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"distinct-2-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:19.258113969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"907d54be-033a-4585-97cc-51396e1b9875","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:19.314465515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"907d54be-033a-4585-97cc-51396e1b9875","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:19.380149499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-2-w2-00e840","reconcileID":"4bbcba75-8bed-41ec-9354-c04a1a4f5665","MaaSModelRef":{"name":"distinct-2-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"distinct-2-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"distinct-2-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:19.457669922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"265b6c07-19bf-4e64-a60f-0105851c3083","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:19.457672734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"b23e0eb8-0fc4-4366-aad5-adbe98178864","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:19.515134079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"265b6c07-19bf-4e64-a60f-0105851c3083","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:19.515134077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"b23e0eb8-0fc4-4366-aad5-adbe98178864","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:19.559067761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"ff84abc5-6942-4026-9f2b-76eb3a5546c8","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:19.590587093Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"dc9d54f6-2911-4494-a371-04c829625f01","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-distinct-2-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/distinct-2-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:19.616353863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"ff84abc5-6942-4026-9f2b-76eb3a5546c8","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:19.733559493Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6c653552","namespace":"ai-tenant-e2e-mt-95215e18"},"namespace":"ai-tenant-e2e-mt-95215e18","name":"e2e-shared-int-policy-6c653552","reconcileID":"56576a4e-a592-4852-b76b-e5af7a845a2c","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6c653552","namespace":"ai-tenant-e2e-mt-95215e18"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:19.733645295Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2af5f462-3257-48f1-9cca-df9b470a1ad6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:19.733673951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2af5f462-3257-48f1-9cca-df9b470a1ad6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:19.921353362Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6c653552","namespace":"ai-tenant-e2e-mt-95215e18"},"namespace":"ai-tenant-e2e-mt-95215e18","name":"e2e-shared-int-policy-6c653552","reconcileID":"56576a4e-a592-4852-b76b-e5af7a845a2c","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6c653552","namespace":"ai-tenant-e2e-mt-95215e18"},"policyNamespace":"ai-tenant-e2e-mt-95215e18","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:19.977502092Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"846ac368-8e2c-4ac1-9546-7b8820c7e5ff","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:19.977529886Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"846ac368-8e2c-4ac1-9546-7b8820c7e5ff","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:20.122995371Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ecd0c932-53fc-42fc-8530-8fd58f6a0c4f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:20.123024417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ecd0c932-53fc-42fc-8530-8fd58f6a0c4f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:22.562285462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-w2-00e840","reconcileID":"dfadbb51-ebee-48e0-8cce-7f6ee1480af6","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"distinct-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"distinct-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:22.732146003Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"7fd3cf4e-56fb-4fc9-9406-31a48887111e","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-00e840"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7ac23bbc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:22.827261883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"018ebaef-7ce0-4bac-8046-8c9fa6c43ede","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:22.827295835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"44dea4f6-46a5-47bc-84ca-2f2c981dbc05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:22.827898447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"03a8da6d-b331-48cc-9cd1-5a0e8c1c2f52","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:22.827922768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"566e55e1-5412-49c4-bcfa-6017c59954d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:22.887237901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"018ebaef-7ce0-4bac-8046-8c9fa6c43ede","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:22.887237912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"44dea4f6-46a5-47bc-84ca-2f2c981dbc05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:22.890984665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"03a8da6d-b331-48cc-9cd1-5a0e8c1c2f52","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:22.891333259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"566e55e1-5412-49c4-bcfa-6017c59954d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:23.309340292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"1a17a9d4-5b3d-4a28-a129-e58ca1ebe15a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:23.310059996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"ad30a102-0d46-4a56-a293-c0d9e23094da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:23.310298672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"d28c90cb-7299-4c19-a144-0dc2f0ee86b7","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:23.310533711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"8b3169dd-f05a-4b7d-b291-9c31bcdc5763","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:23.366126398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"1a17a9d4-5b3d-4a28-a129-e58ca1ebe15a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:23.367036019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"d28c90cb-7299-4c19-a144-0dc2f0ee86b7","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:23.36887422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"ad30a102-0d46-4a56-a293-c0d9e23094da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:23.370289091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"8b3169dd-f05a-4b7d-b291-9c31bcdc5763","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:25.970381851Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"56c8455f-9c83-42a4-9adb-28907006093f","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-distinct-2-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/distinct-2-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:26.092498258Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-subscription","reconcileID":"ae2562b5-343b-4eef-9b9f-9f8d7b38a1d5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-simulator-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:26.149818517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-2-w2-00e840","reconcileID":"adfe4fd8-b803-44e5-808f-f1728358abc6","MaaSModelRef":{"name":"distinct-2-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"distinct-2-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"distinct-2-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:26.203275006Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d1ea093f-2775-4467-a62e-3eea982a2e0d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:26.270459058Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"72ffaed2-e3e1-47c6-81c9-fdb2f06b455a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:26.395691908Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-subscription","reconcileID":"7758731e-250a-49fd-815c-6020c998fc0e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-premium-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/premium-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:26.583267369Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-subscription","reconcileID":"7296f4f1-bba1-4bd5-9690-a45b0e9bb8b7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-simulator-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/simulator-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:26.681251471Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c7968eda-2dc3-4106-802a-7595135e2fbd","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:26.681285443Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-subscription","reconcileID":"abcc3e71-a188-41cc-bcdb-fbda7ea4f934","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-simulator-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:26.781368692Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-subscription","reconcileID":"1077f434-1d1a-440c-a306-99daeaacb061","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-simulator-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/simulator-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:26.781428425Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-subscription","reconcileID":"f0f2de9e-e8d2-435b-9f95-62077a907eda","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-premium-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/premium-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:26.903939847Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-subscription","reconcileID":"47221a3c-a803-4632-b135-8ffb921d2934","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-premium-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/premium-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:27.004440611Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-subscription","reconcileID":"b239e303-af0e-49ea-90a2-4bd62199ddba","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-premium-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/premium-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:27.004532353Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-subscription","reconcileID":"1ff4561f-bdd6-4551-a83e-c76e2e1e284c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-simulator-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:27.123578479Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-subscription","reconcileID":"11d03b99-7e00-4593-8228-a60733282f9d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-premium-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/premium-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:27.470465941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"6fa3b0c4-36c4-44e7-bd55-03b8421d0dd8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:27.470693645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"5f45b908-5e77-43e0-9ac7-bbb370a3177e","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:27.470969129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"d55a72d0-73af-4f28-b659-08a1eff7f314","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:27.470465689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"5926f598-c700-4947-b485-c41e9e2ec10a","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:27.527370258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"6fa3b0c4-36c4-44e7-bd55-03b8421d0dd8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:27.528717773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"5f45b908-5e77-43e0-9ac7-bbb370a3177e","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:27.529603332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"5926f598-c700-4947-b485-c41e9e2ec10a","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:27.532290375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"d55a72d0-73af-4f28-b659-08a1eff7f314","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:27.946532263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"58bdaa53-169c-47c6-9d8d-a34a3e1459ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:27.946722079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"ed780fa1-80ac-45ac-956b-73f0864f2644","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:27.947027641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"6ec90036-3d6f-4b06-bf53-ae7d7c90a1e0","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:27.947576739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"dfef00b4-cb78-4f7a-a131-8d689aeb615d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:28.042399714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"58bdaa53-169c-47c6-9d8d-a34a3e1459ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:28.044788237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"ed780fa1-80ac-45ac-956b-73f0864f2644","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:28.047120613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"6ec90036-3d6f-4b06-bf53-ae7d7c90a1e0","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:28.049312671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"dfef00b4-cb78-4f7a-a131-8d689aeb615d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:29.995491544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"namespace":"e2e-models-e2e-worker-w4-8f6b5b","name":"distinct-w4-8f6b5b","reconcileID":"96bdca09-f604-48fa-854c-0f3a9a68bb5d","MaaSModelRef":{"name":"distinct-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"routeName":"distinct-w4-8f6b5b-kserve-route","namespace":"e2e-models-e2e-worker-w4-8f6b5b","llmisvcName":"distinct-w4-8f6b5b","gateway":"openshift-ingress/e2e-worker-w4-8f6b5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:30.286722546Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-6c653552","namespace":"ai-tenant-e2e-mt-95215e18"},"namespace":"ai-tenant-e2e-mt-95215e18","name":"e2e-shared-int-sub-6c653552","reconcileID":"7386c87b-14d2-4912-b140-050662b4a74d","MaaSSubscription":{"name":"e2e-shared-int-sub-6c653552","namespace":"ai-tenant-e2e-mt-95215e18"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-6c653552","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:30.445085189Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-6c653552","namespace":"ai-tenant-e2e-mt-95215e18"},"namespace":"ai-tenant-e2e-mt-95215e18","name":"e2e-shared-int-sub-6c653552","reconcileID":"7386c87b-14d2-4912-b140-050662b4a74d","MaaSSubscription":{"name":"e2e-shared-int-sub-6c653552","namespace":"ai-tenant-e2e-mt-95215e18"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:30.664322422Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d48f9b36-bf62-4e33-a613-fe6cc8ead70c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:30.664345464Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d48f9b36-bf62-4e33-a613-fe6cc8ead70c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:30.719999767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-2-w2-00e840","reconcileID":"717b3f46-0435-405e-be4c-669ee19f2201","MaaSModelRef":{"name":"distinct-2-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"distinct-2-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"distinct-2-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:30.724078073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2b2516b-d946-45ba-973e-bbcc9410d628","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:30.777380648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2b2516b-d946-45ba-973e-bbcc9410d628","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:30.832251151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2b2516b-d946-45ba-973e-bbcc9410d628","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:30.886466591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2b2516b-d946-45ba-973e-bbcc9410d628","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:31.320378581Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-7cec02","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-7cec02","reconcileID":"acc96756-77a4-4ffa-bd20-3743f3bb59d5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-7cec02","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-7cec02":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:32.784879568Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"062d5400-4b87-4ecb-81d5-9ec860a7e8c4","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-00e840"},"model":"e2e-models-e2e-worker-w2-00e840/distinct-w2-00e840","subscription":"e2e-sa-multi-no-hdr-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:32.792215676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5905b6cf-d0b2-47d9-8d88-678d253b0c77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:32.849221634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5905b6cf-d0b2-47d9-8d88-678d253b0c77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:32.849361755Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"062d5400-4b87-4ecb-81d5-9ec860a7e8c4","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-00e840"},"model":"e2e-models-e2e-worker-w2-00e840/distinct-w2-00e840","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:32.902321672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5905b6cf-d0b2-47d9-8d88-678d253b0c77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:32.955286699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5905b6cf-d0b2-47d9-8d88-678d253b0c77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:32.95558577Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"062d5400-4b87-4ecb-81d5-9ec860a7e8c4","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/distinct-w2-00e840","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:33.28172885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-w2-00e840","reconcileID":"ab05c8ae-6d0b-4d9e-b878-391ebb998cd7","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"distinct-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"distinct-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:33.435477764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-2-w2-00e840","reconcileID":"56836ec1-b670-4e3c-8db4-2308d80936f8","MaaSModelRef":{"name":"distinct-2-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"distinct-2-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"distinct-2-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:33.545335948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"6965b571-e73f-461f-9e3e-e4121e1f437e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:33.545498079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"059022a6-0d08-4802-9842-af2e61a710ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:33.545948707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"7b3fbc4b-1086-4565-ba6e-1c838d015e12","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:33.546246524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"6722fb8a-9624-4e8a-b5b8-3edd302a4f9f","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:33.598188991Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"3d588e42-f0de-4960-af88-cf5dfd97b7aa","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-00e840"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ecc7c35d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:33.60357506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"059022a6-0d08-4802-9842-af2e61a710ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:33.603732518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"7b3fbc4b-1086-4565-ba6e-1c838d015e12","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:33.607440788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"6965b571-e73f-461f-9e3e-e4121e1f437e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:33.60771973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"6722fb8a-9624-4e8a-b5b8-3edd302a4f9f","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:34.170637619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"1a832bdc-0278-404a-9620-53f40c091836","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:34.170717036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"333f5b7f-ed18-4595-95f6-14c0a8a0e396","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:34.171307448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"e2af8f28-4de0-43e3-ae04-ae224e2c9304","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:34.171418152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"8a39058c-4775-4c1b-9374-3e29b34b407c","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:34.228538921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"333f5b7f-ed18-4595-95f6-14c0a8a0e396","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:34.231155339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"1a832bdc-0278-404a-9620-53f40c091836","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:34.231889805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"e2af8f28-4de0-43e3-ae04-ae224e2c9304","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:34.233819544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"8a39058c-4775-4c1b-9374-3e29b34b407c","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:34.890209785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f28d4f72-a37b-4559-a6e2-bc7913be43bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:34.943170757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f28d4f72-a37b-4559-a6e2-bc7913be43bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:34.99628034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f28d4f72-a37b-4559-a6e2-bc7913be43bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:35.049994119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f28d4f72-a37b-4559-a6e2-bc7913be43bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:35.674816551Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-lifecycle-model-18bf762c","reconcileID":"35346bf0-5d6c-4301-8de5-cc100ed2c3bd","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"tenant":"e2e-mt-18bf762c","gateway":"openshift-ingress/e2e-mt-18bf762c","model":"ai-tenant-e2e-mt-18bf762c/e2e-lifecycle-model-18bf762c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:35.674844573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-lifecycle-model-18bf762c","reconcileID":"35346bf0-5d6c-4301-8de5-cc100ed2c3bd","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"routeName":"e2e-lifecycle-model-18bf762c-kserve-route","namespace":"ai-tenant-e2e-mt-18bf762c","llmisvcName":"e2e-lifecycle-model-18bf762c","gateway":"openshift-ingress/e2e-mt-18bf762c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:40.799403438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"namespace":"e2e-models-e2e-worker-w4-8f6b5b","name":"distinct-w4-8f6b5b","reconcileID":"ce999216-586f-4855-a99c-6b89355c2b2b","MaaSModelRef":{"name":"distinct-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"routeName":"distinct-w4-8f6b5b-kserve-route","namespace":"e2e-models-e2e-worker-w4-8f6b5b","llmisvcName":"distinct-w4-8f6b5b","gateway":"openshift-ingress/e2e-worker-w4-8f6b5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:40.799737983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"namespace":"e2e-models-e2e-worker-w4-8f6b5b","name":"simulator-w4-8f6b5b","reconcileID":"825fdc01-7071-428d-a116-6cba2ff8c9b9","MaaSModelRef":{"name":"simulator-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"routeName":"simulator-w4-8f6b5b-kserve-route","namespace":"e2e-models-e2e-worker-w4-8f6b5b","llmisvcName":"simulator-w4-8f6b5b","gateway":"openshift-ingress/e2e-worker-w4-8f6b5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:40.800147956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"namespace":"e2e-models-e2e-worker-w4-8f6b5b","name":"premium-w4-8f6b5b","reconcileID":"ba25a6bf-726e-4cb1-8780-a683e2ca11c4","MaaSModelRef":{"name":"premium-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"routeName":"premium-w4-8f6b5b-kserve-route","namespace":"e2e-models-e2e-worker-w4-8f6b5b","llmisvcName":"premium-w4-8f6b5b","gateway":"openshift-ingress/e2e-worker-w4-8f6b5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:40.870351583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"namespace":"e2e-models-e2e-worker-w4-8f6b5b","name":"simulator-w4-8f6b5b","reconcileID":"bb8d730a-f70c-4ca5-b67f-68c5f26b2eef","MaaSModelRef":{"name":"simulator-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"routeName":"simulator-w4-8f6b5b-kserve-route","namespace":"e2e-models-e2e-worker-w4-8f6b5b","llmisvcName":"simulator-w4-8f6b5b","gateway":"openshift-ingress/e2e-worker-w4-8f6b5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:40.870751748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"namespace":"e2e-models-e2e-worker-w4-8f6b5b","name":"premium-w4-8f6b5b","reconcileID":"a29f0d22-3fa9-439a-bc58-62d9233989f3","MaaSModelRef":{"name":"premium-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"routeName":"premium-w4-8f6b5b-kserve-route","namespace":"e2e-models-e2e-worker-w4-8f6b5b","llmisvcName":"premium-w4-8f6b5b","gateway":"openshift-ingress/e2e-worker-w4-8f6b5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:40.871038789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"namespace":"e2e-models-e2e-worker-w4-8f6b5b","name":"distinct-w4-8f6b5b","reconcileID":"84841bf0-72ac-4707-a9d2-0f55c19dc53e","MaaSModelRef":{"name":"distinct-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"routeName":"distinct-w4-8f6b5b-kserve-route","namespace":"e2e-models-e2e-worker-w4-8f6b5b","llmisvcName":"distinct-w4-8f6b5b","gateway":"openshift-ingress/e2e-worker-w4-8f6b5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:40.964064395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-access","reconcileID":"ec29c828-a7a8-41da-817b-b8b56fbb3098","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8f6b5b","tenantID":"e2e-worker-w4-8f6b5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:40.96406178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-access","reconcileID":"c2c5a173-3704-4d40-8c9a-f3ade7f36100","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8f6b5b","tenantID":"e2e-worker-w4-8f6b5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:41.023558875Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-subscription","reconcileID":"c618b37e-cc5d-43f8-b642-8b0531680012","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-simulator-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/simulator-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:41.024210559Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-subscription","reconcileID":"f51dc75a-022e-4b7a-bee8-d51fd697837f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-premium-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/premium-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:41.063498631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-access","reconcileID":"c2c5a173-3704-4d40-8c9a-f3ade7f36100","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"e2e-worker-w4-8f6b5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:41.064554666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-access","reconcileID":"ec29c828-a7a8-41da-817b-b8b56fbb3098","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"e2e-worker-w4-8f6b5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:41.170565754Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-lifecycle-model-18bf762c","reconcileID":"21f576dc-4709-4d65-ba7e-43e07d891a4e","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"tenant":"e2e-mt-18bf762c","gateway":"openshift-ingress/e2e-mt-18bf762c","model":"ai-tenant-e2e-mt-18bf762c/e2e-lifecycle-model-18bf762c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:41.170592171Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-lifecycle-model-18bf762c","reconcileID":"21f576dc-4709-4d65-ba7e-43e07d891a4e","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"routeName":"e2e-lifecycle-model-18bf762c-kserve-route","namespace":"ai-tenant-e2e-mt-18bf762c","llmisvcName":"e2e-lifecycle-model-18bf762c","gateway":"openshift-ingress/e2e-mt-18bf762c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:41.225647506Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-lifecycle-model-18bf762c","reconcileID":"8fe53bf1-fe3e-4b63-986c-e248d13c63ac","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"tenant":"e2e-mt-18bf762c","gateway":"openshift-ingress/e2e-mt-18bf762c","model":"ai-tenant-e2e-mt-18bf762c/e2e-lifecycle-model-18bf762c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:41.225698959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-lifecycle-model-18bf762c","reconcileID":"8fe53bf1-fe3e-4b63-986c-e248d13c63ac","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"routeName":"e2e-lifecycle-model-18bf762c-kserve-route","namespace":"ai-tenant-e2e-mt-18bf762c","llmisvcName":"e2e-lifecycle-model-18bf762c","gateway":"openshift-ingress/e2e-mt-18bf762c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:41.331226292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-policy-18bf762c","reconcileID":"41c1f8f5-a76d-4629-bb7c-12ed54ee8434","MaaSAuthPolicy":{"name":"e2e-policy-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-18bf762c","tenantID":"e2e-mt-18bf762c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:41.449493665Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-lifecycle-model-18bf762c","reconcileID":"f2046ec4-e554-4dd0-acff-ef5e84da06fd","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"tenant":"e2e-mt-18bf762c","gateway":"openshift-ingress/e2e-mt-18bf762c","model":"ai-tenant-e2e-mt-18bf762c/e2e-lifecycle-model-18bf762c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:41.449517465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-lifecycle-model-18bf762c","reconcileID":"f2046ec4-e554-4dd0-acff-ef5e84da06fd","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"routeName":"e2e-lifecycle-model-18bf762c-kserve-route","namespace":"ai-tenant-e2e-mt-18bf762c","llmisvcName":"e2e-lifecycle-model-18bf762c","gateway":"openshift-ingress/e2e-mt-18bf762c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:41.458181721Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-policy-18bf762c","reconcileID":"41c1f8f5-a76d-4629-bb7c-12ed54ee8434","MaaSAuthPolicy":{"name":"e2e-policy-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"name":"e2e-mt-18bf762c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:41.502850167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-access","reconcileID":"bedc2eb6-4a5a-4890-95d2-87c149e76a5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8f6b5b","tenantID":"e2e-worker-w4-8f6b5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:41.503074751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-access","reconcileID":"3b2a75f6-6b37-4e3a-aa94-facb3b520707","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8f6b5b","tenantID":"e2e-worker-w4-8f6b5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:41.507927775Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-lifecycle-model-18bf762c","reconcileID":"d3ca8d45-4142-4a79-a159-a434cc9f1db6","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"tenant":"e2e-mt-18bf762c","gateway":"openshift-ingress/e2e-mt-18bf762c","model":"ai-tenant-e2e-mt-18bf762c/e2e-lifecycle-model-18bf762c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:41.507948036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-lifecycle-model-18bf762c","reconcileID":"d3ca8d45-4142-4a79-a159-a434cc9f1db6","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"routeName":"e2e-lifecycle-model-18bf762c-kserve-route","namespace":"ai-tenant-e2e-mt-18bf762c","llmisvcName":"e2e-lifecycle-model-18bf762c","gateway":"openshift-ingress/e2e-mt-18bf762c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:41.51325466Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-18bf762c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-policy-18bf762c","reconcileID":"41c1f8f5-a76d-4629-bb7c-12ed54ee8434","MaaSAuthPolicy":{"name":"e2e-policy-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:27:41.556783342Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-sub-18bf762c","reconcileID":"1fac9219-632c-4c45-9249-931370109a02","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sub-18bf762c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:41.56034361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-access","reconcileID":"3b2a75f6-6b37-4e3a-aa94-facb3b520707","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"e2e-worker-w4-8f6b5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:41.561358205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-access","reconcileID":"bedc2eb6-4a5a-4890-95d2-87c149e76a5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"e2e-worker-w4-8f6b5b-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:27:41.562236732Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-lifecycle-model-18bf762c","reconcileID":"d3ca8d45-4142-4a79-a159-a434cc9f1db6","name":"e2e-lifecycle-model-18bf762c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-18bf762c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:27:41.562292466Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-lifecycle-model-18bf762c","reconcileID":"d3ca8d45-4142-4a79-a159-a434cc9f1db6","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-18bf762c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:41.567638996Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-lifecycle-model-18bf762c","reconcileID":"18b0a08e-a507-4080-8d9b-10fcf973be41","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"tenant":"e2e-mt-18bf762c","gateway":"openshift-ingress/e2e-mt-18bf762c","model":"ai-tenant-e2e-mt-18bf762c/e2e-lifecycle-model-18bf762c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:41.567687495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-lifecycle-model-18bf762c","reconcileID":"18b0a08e-a507-4080-8d9b-10fcf973be41","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"routeName":"e2e-lifecycle-model-18bf762c-kserve-route","namespace":"ai-tenant-e2e-mt-18bf762c","llmisvcName":"e2e-lifecycle-model-18bf762c","gateway":"openshift-ingress/e2e-mt-18bf762c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:41.570399396Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-lifecycle-model-18bf762c","reconcileID":"0ebfd4bf-5136-4068-b416-dfa8334e74c9","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"tenant":"e2e-mt-18bf762c","gateway":"openshift-ingress/e2e-mt-18bf762c","model":"ai-tenant-e2e-mt-18bf762c/e2e-lifecycle-model-18bf762c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:41.570415739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-lifecycle-model-18bf762c","reconcileID":"0ebfd4bf-5136-4068-b416-dfa8334e74c9","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"routeName":"e2e-lifecycle-model-18bf762c-kserve-route","namespace":"ai-tenant-e2e-mt-18bf762c","llmisvcName":"e2e-lifecycle-model-18bf762c","gateway":"openshift-ingress/e2e-mt-18bf762c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:41.664745653Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-lifecycle-model-18bf762c","reconcileID":"a7c1f12f-96d7-422a-9b12-0251fd6e399d","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"tenant":"e2e-mt-18bf762c","gateway":"openshift-ingress/e2e-mt-18bf762c","model":"ai-tenant-e2e-mt-18bf762c/e2e-lifecycle-model-18bf762c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:41.664768935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-lifecycle-model-18bf762c","reconcileID":"a7c1f12f-96d7-422a-9b12-0251fd6e399d","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"routeName":"e2e-lifecycle-model-18bf762c-kserve-route","namespace":"ai-tenant-e2e-mt-18bf762c","llmisvcName":"e2e-lifecycle-model-18bf762c","gateway":"openshift-ingress/e2e-mt-18bf762c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:41.675081806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-policy-18bf762c","reconcileID":"985651ea-6a6d-49ba-90aa-8bac6fa48617","MaaSAuthPolicy":{"name":"e2e-policy-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-18bf762c","tenantID":"e2e-mt-18bf762c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:41.722593294Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-lifecycle-model-18bf762c","reconcileID":"dd21263f-3ce7-4593-a30c-040f6ac768e7","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"tenant":"e2e-mt-18bf762c","gateway":"openshift-ingress/e2e-mt-18bf762c","model":"ai-tenant-e2e-mt-18bf762c/e2e-lifecycle-model-18bf762c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:41.722630127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-lifecycle-model-18bf762c","reconcileID":"dd21263f-3ce7-4593-a30c-040f6ac768e7","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"routeName":"e2e-lifecycle-model-18bf762c-kserve-route","namespace":"ai-tenant-e2e-mt-18bf762c","llmisvcName":"e2e-lifecycle-model-18bf762c","gateway":"openshift-ingress/e2e-mt-18bf762c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:41.733125713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-policy-18bf762c","reconcileID":"985651ea-6a6d-49ba-90aa-8bac6fa48617","MaaSAuthPolicy":{"name":"e2e-policy-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"name":"e2e-mt-18bf762c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:41.78916834Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-18bf762c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-policy-18bf762c","reconcileID":"985651ea-6a6d-49ba-90aa-8bac6fa48617","MaaSAuthPolicy":{"name":"e2e-policy-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:41.938181185Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-sub-18bf762c","reconcileID":"531b0869-9c2f-4f02-af70-b3fbca98dd26","MaaSSubscription":{"name":"e2e-sub-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"name":"maas-trlp-e2e-lifecycle-model-18bf762c","model":"e2e-lifecycle-model-18bf762c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-mt-18bf762c/e2e-sub-18bf762c"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:42.104337921Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-lifecycle-model-18bf762c","reconcileID":"d5510c1a-2755-4d27-beea-270798dec437","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"tenant":"e2e-mt-18bf762c","gateway":"openshift-ingress/e2e-mt-18bf762c","model":"ai-tenant-e2e-mt-18bf762c/e2e-lifecycle-model-18bf762c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:42.104358947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-lifecycle-model-18bf762c","reconcileID":"d5510c1a-2755-4d27-beea-270798dec437","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"routeName":"e2e-lifecycle-model-18bf762c-kserve-route","namespace":"ai-tenant-e2e-mt-18bf762c","llmisvcName":"e2e-lifecycle-model-18bf762c","gateway":"openshift-ingress/e2e-mt-18bf762c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:42.317970828Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-sub-18bf762c","reconcileID":"402847b9-36a1-432d-bac5-7b776590d137","MaaSSubscription":{"name":"e2e-sub-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"name":"maas-trlp-e2e-lifecycle-model-18bf762c","model":"ai-tenant-e2e-mt-18bf762c/e2e-lifecycle-model-18bf762c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:43.65142509Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"852d5081-6aaf-42aa-b353-bb98f21fee0f","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-00e840"},"model":"e2e-models-e2e-worker-w2-00e840/distinct-2-w2-00e840","subscription":"e2e-sa-multi-no-hdr-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:43.707325261Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"852d5081-6aaf-42aa-b353-bb98f21fee0f","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-00e840"},"model":"e2e-models-e2e-worker-w2-00e840/distinct-2-w2-00e840","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:43.760025485Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"852d5081-6aaf-42aa-b353-bb98f21fee0f","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-distinct-2-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/distinct-2-w2-00e840","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:44.031189932Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:44.039505704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-2-w2-00e840","reconcileID":"b8002d6b-6c96-4a45-a2d0-702b659bcfb1","MaaSModelRef":{"name":"distinct-2-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"distinct-2-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"distinct-2-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:44.20855297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-w2-00e840","reconcileID":"475e6c6c-2709-45e4-bcb0-7de1fce780f7","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"distinct-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"distinct-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:44.31133606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"08e704d6-1bb5-4e6c-a243-5a422d20b867","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:44.311707344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"6ffccea4-f141-4c0c-8910-9e97ce5764c8","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:44.316443815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"2d9f39d8-09cf-4470-adf1-6f9c65b2fe1c","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:44.316892441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"b1fe3384-4d11-4bfa-ba6a-b2d9022da7fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:44.372589181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"08e704d6-1bb5-4e6c-a243-5a422d20b867","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:44.377557463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"6ffccea4-f141-4c0c-8910-9e97ce5764c8","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:44.3840116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"b1fe3384-4d11-4bfa-ba6a-b2d9022da7fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:44.385574708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"2d9f39d8-09cf-4470-adf1-6f9c65b2fe1c","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:44.588529053Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"d16c1059-ff9a-4e5b-aa65-1a4837abcefb","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-00e840"},"model":"e2e-models-e2e-worker-w2-00e840/distinct-w2-00e840","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:44.847671997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-w2-00e840","reconcileID":"f7c0e75e-e5e6-42e4-92ba-b66eda04bc9c","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"distinct-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"distinct-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:44.858365093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"d9de7dcc-5a5a-44c0-adb5-af1b11fb8591","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:44.933158456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"d9de7dcc-5a5a-44c0-adb5-af1b11fb8591","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:44.998629001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-2-w2-00e840","reconcileID":"efbe91e6-9c3e-4e7b-8e1b-80ea015abe66","MaaSModelRef":{"name":"distinct-2-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"distinct-2-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"distinct-2-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:45.156332909Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"27c24160-b155-4ec1-a259-57be1b0fb2ae","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-00e840"},"model":"e2e-models-e2e-worker-w2-00e840/distinct-2-w2-00e840","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:45.342601861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-2-w2-00e840","reconcileID":"9949eff2-0fd9-4893-9c0d-5408908891d1","MaaSModelRef":{"name":"distinct-2-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"distinct-2-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"distinct-2-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:45.92555464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"e81abd45-50f8-436a-9683-1c848095daa6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:45.926525546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"276296f7-6619-44ed-acc6-159fa116a5d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:46.003324647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"e81abd45-50f8-436a-9683-1c848095daa6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:46.003480722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"276296f7-6619-44ed-acc6-159fa116a5d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:51.018508949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"962356c9-9956-4431-be58-31a335a7f122","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:51.076863928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"962356c9-9956-4431-be58-31a335a7f122","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:51.130085059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"962356c9-9956-4431-be58-31a335a7f122","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:51.18708963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"962356c9-9956-4431-be58-31a335a7f122","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:51.588697631Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-01cbd8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-01cbd8","reconcileID":"432eced2-9b7d-457d-8c37-c4a160cfaac2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-01cbd8","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-01cbd8":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:51.906007188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-policy-18bf762c","reconcileID":"c1ea50d3-1eef-424a-9564-35a1728d1fee","MaaSAuthPolicy":{"name":"e2e-policy-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-18bf762c","tenantID":"e2e-mt-18bf762c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:51.9716447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-policy-18bf762c","reconcileID":"c1ea50d3-1eef-424a-9564-35a1728d1fee","MaaSAuthPolicy":{"name":"e2e-policy-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"name":"e2e-mt-18bf762c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:52.027531947Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-18bf762c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-policy-18bf762c","reconcileID":"c1ea50d3-1eef-424a-9564-35a1728d1fee","MaaSAuthPolicy":{"name":"e2e-policy-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:53.228125319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e14730db-f898-48d1-9dd1-70d09c9e673b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:53.285810937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e14730db-f898-48d1-9dd1-70d09c9e673b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:53.390974784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e14730db-f898-48d1-9dd1-70d09c9e673b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:53.451860409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e14730db-f898-48d1-9dd1-70d09c9e673b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:01.911491084Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-sub-18bf762c","reconcileID":"ab568970-db5a-4f1f-a60f-f16ae00a881a","MaaSSubscription":{"name":"e2e-sub-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"name":"maas-trlp-e2e-lifecycle-model-18bf762c","model":"ai-tenant-e2e-mt-18bf762c/e2e-lifecycle-model-18bf762c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:02.080924094Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-lifecycle-model-18bf762c","reconcileID":"d68c8ebf-74a1-4275-9393-f625d8d1601e","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"tenant":"e2e-mt-18bf762c","gateway":"openshift-ingress/e2e-mt-18bf762c","model":"ai-tenant-e2e-mt-18bf762c/e2e-lifecycle-model-18bf762c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:02.080953409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-lifecycle-model-18bf762c","reconcileID":"d68c8ebf-74a1-4275-9393-f625d8d1601e","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"routeName":"e2e-lifecycle-model-18bf762c-kserve-route","namespace":"ai-tenant-e2e-mt-18bf762c","llmisvcName":"e2e-lifecycle-model-18bf762c","gateway":"openshift-ingress/e2e-mt-18bf762c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:02.133016705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-policy-18bf762c","reconcileID":"a76df2eb-0a8e-447b-ba59-9e525c31574e","MaaSAuthPolicy":{"name":"e2e-policy-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-18bf762c","tenantID":"e2e-mt-18bf762c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:02.189494161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-policy-18bf762c","reconcileID":"a76df2eb-0a8e-447b-ba59-9e525c31574e","MaaSAuthPolicy":{"name":"e2e-policy-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"name":"e2e-mt-18bf762c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:02.24579595Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-18bf762c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2b7e7439c8f33aeebca2d380e5e59037b423e9ca409f2dda69a98dcad54fa5ef) AuthConfig (9f9585a80189ea99c23442193ebad944b546867786971ca8e276b91067673a11) AuthConfig (4c0edf50c29987df1b6c7c46e46c6231791dd19a29b23ed18f06043a6c7aa469) AuthConfig (42327b11bdd722a1c83ea6e7f61563c878e5e10c0c88aafb8470af7f052dc1c3) AuthConfig (c0f79fa1cfbc60090a2267abbe451a7006276dbec70111a233764eb0ad4f32c8) AuthConfig (0548be073da7ab9dc9a379fa76728e31172fd98116b9d5bbf2fc2b8d992c7067) AuthConfig (1a9fc3da193b3379790c7e147c55b72573e7bff17447d342aa05615eaf5db1c2) AuthConfig (752a21276921cbb934c9c73171c237f1989d6b6b9111334a54a5128895c8ad70) AuthConfig (1e4aa6a3f692220c7f04edb7c09d45c5031a5a458bbcd0d33d3986b0c6c858c3) AuthConfig (6081f9ed4f18d5fb6084163f3fd66994a4a176b538d4a7efb5865298e7cec02f) AuthConfig (b89a3f2645c5d9844869158deac647bd58f16516fe550e7dac6cdb5c17be1302) AuthConfig (24bfad5252b1c9e9584a6295622a589bd190099211ae19ff82b48c93f44152c6) AuthConfig (1ae8c4d097d7e412702733f9a6420ab30642492d280045ee1bc25090d5bdc74c) AuthConfig (17788f4bf29da000096b2b1c538bccbc067c9f01c7b6f4b8d3b8c21dfcba9e9b) AuthConfig (391745dcbcae0bf41af583a0a23562763c3c0d343439ead73f2d16011648c9ff) AuthConfig (9d72db01cc3d2db5583f191bb7485ccb4fb8413ae9bb22775904904ba090500a) AuthConfig (7f04489ec0132fb39cd1d4b1f5ddb205ff56ebf580ed5bf00a3915dad1de4136) AuthConfig (ed09f8c0cbfa0c36fcfe3973de55d2506df86905b0b464306cefbaf5732cc3d0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-policy-18bf762c","reconcileID":"a76df2eb-0a8e-447b-ba59-9e525c31574e","MaaSAuthPolicy":{"name":"e2e-policy-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:02.285691338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-access","reconcileID":"9ba730be-f68a-437a-a85c-cc39feb67215","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8f6b5b","tenantID":"e2e-worker-w4-8f6b5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:02.285689931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-access","reconcileID":"e87e990f-58c4-4b56-9f95-4562821e44d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8f6b5b","tenantID":"e2e-worker-w4-8f6b5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:02.303804362Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-lifecycle-model-18bf762c","reconcileID":"37e1bfbc-0807-4324-83a7-0fc08c9924ad","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"tenant":"e2e-mt-18bf762c","gateway":"openshift-ingress/e2e-mt-18bf762c","model":"ai-tenant-e2e-mt-18bf762c/e2e-lifecycle-model-18bf762c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:02.303823615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-lifecycle-model-18bf762c","reconcileID":"37e1bfbc-0807-4324-83a7-0fc08c9924ad","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"routeName":"e2e-lifecycle-model-18bf762c-kserve-route","namespace":"ai-tenant-e2e-mt-18bf762c","llmisvcName":"e2e-lifecycle-model-18bf762c","gateway":"openshift-ingress/e2e-mt-18bf762c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:02.343187397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-access","reconcileID":"e87e990f-58c4-4b56-9f95-4562821e44d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"e2e-worker-w4-8f6b5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:02.343216853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-access","reconcileID":"9ba730be-f68a-437a-a85c-cc39feb67215","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"e2e-worker-w4-8f6b5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:02.510549614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-policy-18bf762c","reconcileID":"f9a24542-b10c-4338-994b-1a501756da08","MaaSAuthPolicy":{"name":"e2e-policy-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-18bf762c","tenantID":"e2e-mt-18bf762c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:02.56834631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-policy-18bf762c","reconcileID":"f9a24542-b10c-4338-994b-1a501756da08","MaaSAuthPolicy":{"name":"e2e-policy-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"name":"e2e-mt-18bf762c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:02.624676492Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-18bf762c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2b7e7439c8f33aeebca2d380e5e59037b423e9ca409f2dda69a98dcad54fa5ef) AuthConfig (9f9585a80189ea99c23442193ebad944b546867786971ca8e276b91067673a11) AuthConfig (4c0edf50c29987df1b6c7c46e46c6231791dd19a29b23ed18f06043a6c7aa469) AuthConfig (42327b11bdd722a1c83ea6e7f61563c878e5e10c0c88aafb8470af7f052dc1c3) AuthConfig (c0f79fa1cfbc60090a2267abbe451a7006276dbec70111a233764eb0ad4f32c8) AuthConfig (0548be073da7ab9dc9a379fa76728e31172fd98116b9d5bbf2fc2b8d992c7067) AuthConfig (1a9fc3da193b3379790c7e147c55b72573e7bff17447d342aa05615eaf5db1c2) AuthConfig (752a21276921cbb934c9c73171c237f1989d6b6b9111334a54a5128895c8ad70) AuthConfig (1e4aa6a3f692220c7f04edb7c09d45c5031a5a458bbcd0d33d3986b0c6c858c3) AuthConfig (6081f9ed4f18d5fb6084163f3fd66994a4a176b538d4a7efb5865298e7cec02f) AuthConfig (b89a3f2645c5d9844869158deac647bd58f16516fe550e7dac6cdb5c17be1302) AuthConfig (24bfad5252b1c9e9584a6295622a589bd190099211ae19ff82b48c93f44152c6) AuthConfig (1ae8c4d097d7e412702733f9a6420ab30642492d280045ee1bc25090d5bdc74c) AuthConfig (17788f4bf29da000096b2b1c538bccbc067c9f01c7b6f4b8d3b8c21dfcba9e9b) AuthConfig (391745dcbcae0bf41af583a0a23562763c3c0d343439ead73f2d16011648c9ff) AuthConfig (9d72db01cc3d2db5583f191bb7485ccb4fb8413ae9bb22775904904ba090500a) AuthConfig (7f04489ec0132fb39cd1d4b1f5ddb205ff56ebf580ed5bf00a3915dad1de4136) AuthConfig (ed09f8c0cbfa0c36fcfe3973de55d2506df86905b0b464306cefbaf5732cc3d0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-policy-18bf762c","reconcileID":"f9a24542-b10c-4338-994b-1a501756da08","MaaSAuthPolicy":{"name":"e2e-policy-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:02.663131059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"eafb3ffb-bf92-4fd1-90dc-e9aff723107a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:02.6631512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"6f596d78-e222-4db7-a923-3780080b0d84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:02.720091889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"eafb3ffb-bf92-4fd1-90dc-e9aff723107a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:02.720156132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"6f596d78-e222-4db7-a923-3780080b0d84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:12.730237943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-policy-18bf762c","reconcileID":"27f94a60-b84a-40b2-81f7-b30d52835b2b","MaaSAuthPolicy":{"name":"e2e-policy-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-18bf762c","tenantID":"e2e-mt-18bf762c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:12.78801218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-policy-18bf762c","reconcileID":"27f94a60-b84a-40b2-81f7-b30d52835b2b","MaaSAuthPolicy":{"name":"e2e-policy-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"name":"e2e-mt-18bf762c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:12.8431725Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-18bf762c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2b7e7439c8f33aeebca2d380e5e59037b423e9ca409f2dda69a98dcad54fa5ef) AuthConfig (9f9585a80189ea99c23442193ebad944b546867786971ca8e276b91067673a11) AuthConfig (4c0edf50c29987df1b6c7c46e46c6231791dd19a29b23ed18f06043a6c7aa469) AuthConfig (42327b11bdd722a1c83ea6e7f61563c878e5e10c0c88aafb8470af7f052dc1c3) AuthConfig (c0f79fa1cfbc60090a2267abbe451a7006276dbec70111a233764eb0ad4f32c8) AuthConfig (0548be073da7ab9dc9a379fa76728e31172fd98116b9d5bbf2fc2b8d992c7067) AuthConfig (1a9fc3da193b3379790c7e147c55b72573e7bff17447d342aa05615eaf5db1c2) AuthConfig (752a21276921cbb934c9c73171c237f1989d6b6b9111334a54a5128895c8ad70) AuthConfig (1e4aa6a3f692220c7f04edb7c09d45c5031a5a458bbcd0d33d3986b0c6c858c3) AuthConfig (6081f9ed4f18d5fb6084163f3fd66994a4a176b538d4a7efb5865298e7cec02f) AuthConfig (b89a3f2645c5d9844869158deac647bd58f16516fe550e7dac6cdb5c17be1302) AuthConfig (24bfad5252b1c9e9584a6295622a589bd190099211ae19ff82b48c93f44152c6) AuthConfig (1ae8c4d097d7e412702733f9a6420ab30642492d280045ee1bc25090d5bdc74c) AuthConfig (17788f4bf29da000096b2b1c538bccbc067c9f01c7b6f4b8d3b8c21dfcba9e9b) AuthConfig (391745dcbcae0bf41af583a0a23562763c3c0d343439ead73f2d16011648c9ff) AuthConfig (9d72db01cc3d2db5583f191bb7485ccb4fb8413ae9bb22775904904ba090500a) AuthConfig (7f04489ec0132fb39cd1d4b1f5ddb205ff56ebf580ed5bf00a3915dad1de4136) AuthConfig (ed09f8c0cbfa0c36fcfe3973de55d2506df86905b0b464306cefbaf5732cc3d0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-policy-18bf762c","reconcileID":"27f94a60-b84a-40b2-81f7-b30d52835b2b","MaaSAuthPolicy":{"name":"e2e-policy-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:12.90893636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7cec02"},"namespace":"ai-tenant-e2e-api-a-7cec02","name":"default-tenant","reconcileID":"081e3bf5-0299-4cfe-8a1f-049fd3819da8","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-7cec02","tenantID":"e2e-api-a-7cec02","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:13.026188627Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7cec02"},"namespace":"ai-tenant-e2e-api-a-7cec02","name":"default-tenant","reconcileID":"081e3bf5-0299-4cfe-8a1f-049fd3819da8","name":"e2e-api-a-7cec02-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:14.030780828Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:22.949117604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-policy-18bf762c","reconcileID":"8feef867-6f2f-4828-ab2f-6fe08f64de08","MaaSAuthPolicy":{"name":"e2e-policy-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-18bf762c","tenantID":"e2e-mt-18bf762c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:23.005930268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-policy-18bf762c","reconcileID":"8feef867-6f2f-4828-ab2f-6fe08f64de08","MaaSAuthPolicy":{"name":"e2e-policy-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"name":"e2e-mt-18bf762c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:23.061011864Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-18bf762c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2b7e7439c8f33aeebca2d380e5e59037b423e9ca409f2dda69a98dcad54fa5ef) AuthConfig (9f9585a80189ea99c23442193ebad944b546867786971ca8e276b91067673a11) AuthConfig (4c0edf50c29987df1b6c7c46e46c6231791dd19a29b23ed18f06043a6c7aa469) AuthConfig (42327b11bdd722a1c83ea6e7f61563c878e5e10c0c88aafb8470af7f052dc1c3) AuthConfig (c0f79fa1cfbc60090a2267abbe451a7006276dbec70111a233764eb0ad4f32c8) AuthConfig (0548be073da7ab9dc9a379fa76728e31172fd98116b9d5bbf2fc2b8d992c7067) AuthConfig (1a9fc3da193b3379790c7e147c55b72573e7bff17447d342aa05615eaf5db1c2) AuthConfig (752a21276921cbb934c9c73171c237f1989d6b6b9111334a54a5128895c8ad70) AuthConfig (1e4aa6a3f692220c7f04edb7c09d45c5031a5a458bbcd0d33d3986b0c6c858c3) AuthConfig (6081f9ed4f18d5fb6084163f3fd66994a4a176b538d4a7efb5865298e7cec02f) AuthConfig (b89a3f2645c5d9844869158deac647bd58f16516fe550e7dac6cdb5c17be1302) AuthConfig (24bfad5252b1c9e9584a6295622a589bd190099211ae19ff82b48c93f44152c6) AuthConfig (1ae8c4d097d7e412702733f9a6420ab30642492d280045ee1bc25090d5bdc74c) AuthConfig (17788f4bf29da000096b2b1c538bccbc067c9f01c7b6f4b8d3b8c21dfcba9e9b) AuthConfig (391745dcbcae0bf41af583a0a23562763c3c0d343439ead73f2d16011648c9ff) AuthConfig (9d72db01cc3d2db5583f191bb7485ccb4fb8413ae9bb22775904904ba090500a) AuthConfig (7f04489ec0132fb39cd1d4b1f5ddb205ff56ebf580ed5bf00a3915dad1de4136) AuthConfig (ed09f8c0cbfa0c36fcfe3973de55d2506df86905b0b464306cefbaf5732cc3d0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-policy-18bf762c","reconcileID":"8feef867-6f2f-4828-ab2f-6fe08f64de08","MaaSAuthPolicy":{"name":"e2e-policy-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:33.16839192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-policy-18bf762c","reconcileID":"fbaf720a-5552-457f-bca6-8d5ba0378d53","MaaSAuthPolicy":{"name":"e2e-policy-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-18bf762c","tenantID":"e2e-mt-18bf762c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:33.225964197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-policy-18bf762c","reconcileID":"fbaf720a-5552-457f-bca6-8d5ba0378d53","MaaSAuthPolicy":{"name":"e2e-policy-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"name":"e2e-mt-18bf762c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:33.54432539Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-lifecycle-model-18bf762c","reconcileID":"8b17bed3-e762-457d-96c7-0b6a521bf130","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"tenant":"e2e-mt-18bf762c","gateway":"openshift-ingress/e2e-mt-18bf762c","model":"ai-tenant-e2e-mt-18bf762c/e2e-lifecycle-model-18bf762c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:33.544350109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-lifecycle-model-18bf762c","reconcileID":"8b17bed3-e762-457d-96c7-0b6a521bf130","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"routeName":"e2e-lifecycle-model-18bf762c-kserve-route","namespace":"ai-tenant-e2e-mt-18bf762c","llmisvcName":"e2e-lifecycle-model-18bf762c","gateway":"openshift-ingress/e2e-mt-18bf762c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:37.03241915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-01cbd8"},"namespace":"ai-tenant-e2e-api-a-01cbd8","name":"default-tenant","reconcileID":"a780c9a0-4e16-4c32-8ed9-d58077053c97","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-01cbd8","tenantID":"e2e-api-a-01cbd8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:37.150020787Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-01cbd8"},"namespace":"ai-tenant-e2e-api-a-01cbd8","name":"default-tenant","reconcileID":"a780c9a0-4e16-4c32-8ed9-d58077053c97","name":"e2e-api-a-01cbd8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:38.040641814Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6e2e5fee-c7f2-42b7-9987-f1001fb5caf7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:38.143253547Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-subscription","reconcileID":"e4bf90e2-a623-438b-82b2-aad8b29a88ba","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-simulator-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/simulator-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:38.198604211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"namespace":"e2e-models-e2e-worker-w4-8f6b5b","name":"distinct-2-w4-8f6b5b","reconcileID":"d47ce431-94e8-4360-bd88-83346ecfdc77","MaaSModelRef":{"name":"distinct-2-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"routeName":"distinct-2-w4-8f6b5b-kserve-route","namespace":"e2e-models-e2e-worker-w4-8f6b5b","llmisvcName":"distinct-2-w4-8f6b5b","gateway":"openshift-ingress/e2e-worker-w4-8f6b5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:38.276232791Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-subscription","reconcileID":"3c122503-2e41-4c5f-9dc8-d4057a6360c8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-premium-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/premium-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:38.37599671Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-subscription","reconcileID":"fa9a386d-f2db-46c7-89d2-73bd09a761c4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-simulator-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:38.477020679Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-sub-18bf762c","reconcileID":"299e459f-c0cd-4852-91fc-dc9aeee1b550","MaaSSubscription":{"name":"e2e-sub-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"name":"maas-trlp-e2e-lifecycle-model-18bf762c","model":"ai-tenant-e2e-mt-18bf762c/e2e-lifecycle-model-18bf762c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:38.509796555Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-subscription","reconcileID":"d528de82-1515-4016-961c-c18da6f40b77","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-simulator-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:38.584268343Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-subscription","reconcileID":"f291fd5b-e49b-4b90-96d0-8f9ddec15de0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-premium-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/premium-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:38.677876698Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-subscription","reconcileID":"68cf4cce-8772-41f7-8222-c4954afd3224","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-simulator-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/simulator-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:38.694012456Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-subscription","reconcileID":"261b7781-16f2-42a1-abef-b5739fdcc2a8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-simulator-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:38.800155636Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"cc98b874-5072-4cb2-942a-3689e5b16036","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:38.899467149Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-subscription","reconcileID":"b1db2bbb-6b04-4488-a9e6-be9db71d1628","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-premium-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/premium-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:38.999026488Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-subscription","reconcileID":"94c0ae42-8898-4cee-80f9-f2f191b00b9b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-premium-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/premium-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:39.100748627Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-subscription","reconcileID":"49a07180-1506-4aa7-b949-fe71d789ee48","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-premium-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/premium-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:44.031585791Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:53.565302284Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"34e247ca-7c71-4ff2-a544-92f0aebe5354","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:53.67200083Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-subscription","reconcileID":"761994d6-d9fc-4184-96c1-65a88b89da05","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-premium-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/premium-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:53.793509241Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-subscription","reconcileID":"b95be997-245d-4288-abea-028196c2a84a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-simulator-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/simulator-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:53.894160041Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-subscription","reconcileID":"62fa696f-71ac-4d93-9d5f-40e912309923","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-premium-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/premium-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:53.911855842Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-subscription","reconcileID":"6a27e0c4-8c1b-47eb-bc96-d1e91824c6bf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-premium-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/premium-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:53.994174205Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-sub-18bf762c","reconcileID":"9e7a706b-0f33-4016-bfc1-bf71ee1b7b1c","MaaSSubscription":{"name":"e2e-sub-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"name":"maas-trlp-e2e-lifecycle-model-18bf762c","model":"ai-tenant-e2e-mt-18bf762c/e2e-lifecycle-model-18bf762c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:54.145617359Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-subscription","reconcileID":"edbde6dc-3fd1-4edf-9489-ce2aee1e3047","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-simulator-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:54.246089391Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a3dceb16-77ed-4348-a1ec-f11cd7360c1d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:54.348749359Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-subscription","reconcileID":"2485f6f1-1ff5-4008-90c4-0aea170e6ae5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-premium-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/premium-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:54.448820114Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-subscription","reconcileID":"29592251-1873-4026-80d1-6435581ec932","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-premium-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/premium-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:54.546113517Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-subscription","reconcileID":"65fe93c7-94e7-485d-9b08-b9d663e95ca8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-simulator-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:54.553776975Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-subscription","reconcileID":"0996feab-fc68-499c-9802-ac285d7db007","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-simulator-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/simulator-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:54.669053667Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-subscription","reconcileID":"72ba4bdf-bbd2-4abe-85fa-c7f3562c793b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-simulator-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:58.290855393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46b0a6d2-f7f3-4fbf-b2ca-f22f6f27556a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:58.343745289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46b0a6d2-f7f3-4fbf-b2ca-f22f6f27556a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:58.397017079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46b0a6d2-f7f3-4fbf-b2ca-f22f6f27556a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:58.449561258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46b0a6d2-f7f3-4fbf-b2ca-f22f6f27556a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:00.388992362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb2f285b-d713-4d54-b7b8-6eebae190ce1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:00.442753772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb2f285b-d713-4d54-b7b8-6eebae190ce1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:00.495578462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb2f285b-d713-4d54-b7b8-6eebae190ce1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:00.548741357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb2f285b-d713-4d54-b7b8-6eebae190ce1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:01.540728856Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-lifecycle-model-18bf762c","reconcileID":"f216af46-35ac-4999-8fe8-1f0f98311458","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"tenant":"e2e-mt-18bf762c","gateway":"openshift-ingress/e2e-mt-18bf762c","model":"ai-tenant-e2e-mt-18bf762c/e2e-lifecycle-model-18bf762c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:01.540751369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-lifecycle-model-18bf762c","reconcileID":"f216af46-35ac-4999-8fe8-1f0f98311458","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"routeName":"e2e-lifecycle-model-18bf762c-kserve-route","namespace":"ai-tenant-e2e-mt-18bf762c","llmisvcName":"e2e-lifecycle-model-18bf762c","gateway":"openshift-ingress/e2e-mt-18bf762c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:01.700709521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-policy-18bf762c","reconcileID":"6aa4edc6-0342-48f1-b5f1-ee6f6749b80d","MaaSAuthPolicy":{"name":"e2e-policy-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-18bf762c","tenantID":"e2e-mt-18bf762c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:01.708200654Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-lifecycle-model-18bf762c","reconcileID":"d563ad12-6917-46b2-b277-ba5f60713c69","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"tenant":"e2e-mt-18bf762c","gateway":"openshift-ingress/e2e-mt-18bf762c","model":"ai-tenant-e2e-mt-18bf762c/e2e-lifecycle-model-18bf762c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:01.708220969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-lifecycle-model-18bf762c","reconcileID":"d563ad12-6917-46b2-b277-ba5f60713c69","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"routeName":"e2e-lifecycle-model-18bf762c-kserve-route","namespace":"ai-tenant-e2e-mt-18bf762c","llmisvcName":"e2e-lifecycle-model-18bf762c","gateway":"openshift-ingress/e2e-mt-18bf762c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:01.759024863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-policy-18bf762c","reconcileID":"6aa4edc6-0342-48f1-b5f1-ee6f6749b80d","MaaSAuthPolicy":{"name":"e2e-policy-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"name":"e2e-mt-18bf762c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:01.893566525Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-sub-18bf762c","reconcileID":"2414e8fc-a9d0-4186-9b7a-b5faad3903c0","MaaSSubscription":{"name":"e2e-sub-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"name":"maas-trlp-e2e-lifecycle-model-18bf762c","model":"ai-tenant-e2e-mt-18bf762c/e2e-lifecycle-model-18bf762c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:02.084167411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-policy-18bf762c","reconcileID":"f59ffa18-8792-468d-be49-ed0a9caa8984","MaaSAuthPolicy":{"name":"e2e-policy-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-18bf762c","tenantID":"e2e-mt-18bf762c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:02.14058589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-policy-18bf762c","reconcileID":"f59ffa18-8792-468d-be49-ed0a9caa8984","MaaSAuthPolicy":{"name":"e2e-policy-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"name":"e2e-mt-18bf762c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:02.301983018Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-sub-18bf762c","reconcileID":"9f856dd9-190b-428d-8fd5-8a5d14c1c422","MaaSSubscription":{"name":"e2e-sub-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"name":"maas-trlp-e2e-lifecycle-model-18bf762c","model":"ai-tenant-e2e-mt-18bf762c/e2e-lifecycle-model-18bf762c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:02.524170022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7e8dfef-fab9-4904-9820-6a38de3351dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:02.577478655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7e8dfef-fab9-4904-9820-6a38de3351dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:02.63622432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7e8dfef-fab9-4904-9820-6a38de3351dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:02.691763475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7e8dfef-fab9-4904-9820-6a38de3351dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:03.335338447Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b89f8871-8168-4943-a39e-aaec358bd339","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:03.335367093Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b89f8871-8168-4943-a39e-aaec358bd339","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:03.389997308Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3de97f5d-df4a-496e-af5b-7359cf08352e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:03.390022248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3de97f5d-df4a-496e-af5b-7359cf08352e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:03.494284006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7cec02-policy","namespace":"ai-tenant-e2e-api-a-7cec02"},"namespace":"ai-tenant-e2e-api-a-7cec02","name":"e2e-e2e-api-a-7cec02-policy","reconcileID":"8e305f23-9d6a-48d5-8af6-56b14fc2de0b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7cec02-policy","namespace":"ai-tenant-e2e-api-a-7cec02"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-7cec02","tenantID":"e2e-api-a-7cec02","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:03.618435944Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7cec02-policy","namespace":"ai-tenant-e2e-api-a-7cec02"},"namespace":"ai-tenant-e2e-api-a-7cec02","name":"e2e-e2e-api-a-7cec02-policy","reconcileID":"8e305f23-9d6a-48d5-8af6-56b14fc2de0b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7cec02-policy","namespace":"ai-tenant-e2e-api-a-7cec02"},"name":"e2e-api-a-7cec02-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:03.674111606Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-7cec02-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7cec02-policy","namespace":"ai-tenant-e2e-api-a-7cec02"},"namespace":"ai-tenant-e2e-api-a-7cec02","name":"e2e-e2e-api-a-7cec02-policy","reconcileID":"8e305f23-9d6a-48d5-8af6-56b14fc2de0b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7cec02-policy","namespace":"ai-tenant-e2e-api-a-7cec02"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:03.754077123Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"99211386-e156-4e10-a8a8-863a8e72a724","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:03.7541017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"99211386-e156-4e10-a8a8-863a8e72a724","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:04.600527926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"887e8cbb-9c95-43a3-815e-2678ca57032a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:04.654067532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"887e8cbb-9c95-43a3-815e-2678ca57032a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:04.707631805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"887e8cbb-9c95-43a3-815e-2678ca57032a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:04.760456877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"887e8cbb-9c95-43a3-815e-2678ca57032a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:06.418274871Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-42c96d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-42c96d","reconcileID":"cd32fcef-7325-4595-84f2-838aa130d2fc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-42c96d","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-42c96d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:06.695822935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"271277b0-095c-43f6-b8be-b204785dfc3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:06.74861942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"271277b0-095c-43f6-b8be-b204785dfc3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:06.80142688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"271277b0-095c-43f6-b8be-b204785dfc3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:06.854163504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"271277b0-095c-43f6-b8be-b204785dfc3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:08.815199321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e96a923b-3722-4fb7-8a51-bc8522cc077b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:08.86807468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e96a923b-3722-4fb7-8a51-bc8522cc077b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:08.920774559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e96a923b-3722-4fb7-8a51-bc8522cc077b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:08.973908147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e96a923b-3722-4fb7-8a51-bc8522cc077b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:11.788622803Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-subscription","reconcileID":"769b4374-572f-4b23-a6b3-730efb9b4e28","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-simulator-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/simulator-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:11.889073818Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-subscription","reconcileID":"06807546-c40c-4a85-86be-9de8d2befe2b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-premium-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/premium-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:11.988879091Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9c482d03-afc6-4b5f-a815-cb6d3d53855a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:12.036489241Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"99782272-64fb-4ef2-b666-6686862864e0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:12.211452295Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-lifecycle-model-18bf762c","reconcileID":"b0873799-c053-46ac-858c-f266a9273547","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"tenant":"e2e-mt-18bf762c","gateway":"openshift-ingress/e2e-mt-18bf762c","model":"ai-tenant-e2e-mt-18bf762c/e2e-lifecycle-model-18bf762c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:12.21147462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-lifecycle-model-18bf762c","reconcileID":"b0873799-c053-46ac-858c-f266a9273547","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"routeName":"e2e-lifecycle-model-18bf762c-kserve-route","namespace":"ai-tenant-e2e-mt-18bf762c","llmisvcName":"e2e-lifecycle-model-18bf762c","gateway":"openshift-ingress/e2e-mt-18bf762c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:12.258007912Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-subscription","reconcileID":"d0080fd7-b7ac-4219-830a-58e0a071f284","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-simulator-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/simulator-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:12.317098227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-policy-18bf762c","reconcileID":"d5569928-c080-4640-8767-74512246541d","MaaSAuthPolicy":{"name":"e2e-policy-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-18bf762c","tenantID":"e2e-mt-18bf762c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:12.318066573Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-subscription","reconcileID":"7696efc0-4bf8-4b1d-9b26-5f90a5bf5c24","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-simulator-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:12.373467286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-policy-18bf762c","reconcileID":"d5569928-c080-4640-8767-74512246541d","MaaSAuthPolicy":{"name":"e2e-policy-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"name":"e2e-mt-18bf762c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:12.411442349Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-subscription","reconcileID":"b2e9bebb-edf7-4376-b0ff-35e7a47afb23","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-premium-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/premium-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:12.422783304Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-sub-18bf762c","reconcileID":"87c06519-3ab5-4d9f-ad4b-d3b7650bb939","MaaSSubscription":{"name":"e2e-sub-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"name":"maas-trlp-e2e-lifecycle-model-18bf762c","model":"ai-tenant-e2e-mt-18bf762c/e2e-lifecycle-model-18bf762c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:12.512251035Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-subscription","reconcileID":"3332fd8f-2052-4c41-adbe-17a9ba8dcded","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-premium-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/premium-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:12.67762926Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-subscription","reconcileID":"84ebac56-f9dd-43a7-a2d1-8e0108bd8453","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-simulator-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:12.684438643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-policy-18bf762c","reconcileID":"092f1319-6eeb-4f3b-bafe-ca073cebd179","MaaSAuthPolicy":{"name":"e2e-policy-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-18bf762c","tenantID":"e2e-mt-18bf762c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:12.742688427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-policy-18bf762c","reconcileID":"092f1319-6eeb-4f3b-bafe-ca073cebd179","MaaSAuthPolicy":{"name":"e2e-policy-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"name":"e2e-mt-18bf762c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:12.779471647Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-sub-18bf762c","reconcileID":"d5e82d6c-c645-4c44-be5e-7e42194888c5","MaaSSubscription":{"name":"e2e-sub-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"name":"maas-trlp-e2e-lifecycle-model-18bf762c","model":"ai-tenant-e2e-mt-18bf762c/e2e-lifecycle-model-18bf762c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:12.780012644Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-subscription","reconcileID":"0dc8933b-5ed9-4398-8512-b4c267953d78","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-premium-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/premium-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:12.799090544Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-subscription","reconcileID":"8a1b735a-472f-4897-a1ca-67c3671d71aa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-simulator-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:12.880754489Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-subscription","reconcileID":"53224c1c-debb-43d4-bb7e-69cab726fb30","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-premium-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/premium-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:13.861250918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7cec02-policy","namespace":"ai-tenant-e2e-api-a-7cec02"},"namespace":"ai-tenant-e2e-api-a-7cec02","name":"e2e-e2e-api-a-7cec02-policy","reconcileID":"b58eb6c5-ea2e-400b-ba4f-c764b4275229","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7cec02-policy","namespace":"ai-tenant-e2e-api-a-7cec02"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-7cec02","tenantID":"e2e-api-a-7cec02","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:13.917589764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7cec02-policy","namespace":"ai-tenant-e2e-api-a-7cec02"},"namespace":"ai-tenant-e2e-api-a-7cec02","name":"e2e-e2e-api-a-7cec02-policy","reconcileID":"b58eb6c5-ea2e-400b-ba4f-c764b4275229","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7cec02-policy","namespace":"ai-tenant-e2e-api-a-7cec02"},"name":"e2e-api-a-7cec02-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:13.972715633Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-7cec02-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7cec02-policy","namespace":"ai-tenant-e2e-api-a-7cec02"},"namespace":"ai-tenant-e2e-api-a-7cec02","name":"e2e-e2e-api-a-7cec02-policy","reconcileID":"b58eb6c5-ea2e-400b-ba4f-c764b4275229","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7cec02-policy","namespace":"ai-tenant-e2e-api-a-7cec02"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:14.030137452Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:18.084885236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67c65345-3ab3-4320-833c-5ea4c62450c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:18.13815958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67c65345-3ab3-4320-833c-5ea4c62450c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:18.194620039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67c65345-3ab3-4320-833c-5ea4c62450c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:18.248452896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67c65345-3ab3-4320-833c-5ea4c62450c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:18.682319749Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-e7eea9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-e7eea9","reconcileID":"548003f4-b893-4691-80ab-79e589e248ff","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-e7eea9","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-e7eea9":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:20.146103485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f06500aa-7305-4982-9648-bab43d652ef9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:20.198935429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f06500aa-7305-4982-9648-bab43d652ef9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:20.251922305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f06500aa-7305-4982-9648-bab43d652ef9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:20.305534706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f06500aa-7305-4982-9648-bab43d652ef9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:21.963022945Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"default-tenant","reconcileID":"66973e51-c48d-46d3-9277-ee6cc250982c","namespace":"ai-tenant-e2e-mt-18bf762c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:21.963100673Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"default-tenant","reconcileID":"66973e51-c48d-46d3-9277-ee6cc250982c","name":"e2e-sub-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:22.020606509Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"default-tenant","reconcileID":"66973e51-c48d-46d3-9277-ee6cc250982c","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:22.020632758Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"default-tenant","reconcileID":"66973e51-c48d-46d3-9277-ee6cc250982c","namespace":"ai-tenant-e2e-mt-18bf762c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:22.020780862Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"default-tenant","reconcileID":"66973e51-c48d-46d3-9277-ee6cc250982c","name":"e2e-policy-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:22.021615091Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-lifecycle-model-18bf762c","reconcileID":"f8a6f137-e2c1-4789-90bd-8c54c046ad78","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"tenant":"e2e-mt-18bf762c","gateway":"openshift-ingress/e2e-mt-18bf762c","model":"ai-tenant-e2e-mt-18bf762c/e2e-lifecycle-model-18bf762c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:22.021632875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-lifecycle-model-18bf762c","reconcileID":"f8a6f137-e2c1-4789-90bd-8c54c046ad78","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"routeName":"e2e-lifecycle-model-18bf762c-kserve-route","namespace":"ai-tenant-e2e-mt-18bf762c","llmisvcName":"e2e-lifecycle-model-18bf762c","gateway":"openshift-ingress/e2e-mt-18bf762c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:22.077273759Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"default-tenant","reconcileID":"66973e51-c48d-46d3-9277-ee6cc250982c","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:22.080800877Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-lifecycle-model-18bf762c","reconcileID":"0bd037d5-9f08-4b23-9dc7-b8e052595fca","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"tenant":"e2e-mt-18bf762c","gateway":"openshift-ingress/e2e-mt-18bf762c","model":"ai-tenant-e2e-mt-18bf762c/e2e-lifecycle-model-18bf762c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:22.08081959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-lifecycle-model-18bf762c","reconcileID":"0bd037d5-9f08-4b23-9dc7-b8e052595fca","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"routeName":"e2e-lifecycle-model-18bf762c-kserve-route","namespace":"ai-tenant-e2e-mt-18bf762c","llmisvcName":"e2e-lifecycle-model-18bf762c","gateway":"openshift-ingress/e2e-mt-18bf762c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:22.127212306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-policy-18bf762c","reconcileID":"b9a389fd-9284-42f1-96c6-b5c672a9cd13","MaaSAuthPolicy":{"name":"e2e-policy-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-18bf762c","tenantID":"e2e-mt-18bf762c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:22.187084645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-policy-18bf762c","reconcileID":"b9a389fd-9284-42f1-96c6-b5c672a9cd13","MaaSAuthPolicy":{"name":"e2e-policy-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"name":"e2e-mt-18bf762c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:22.193999085Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-sub-18bf762c","reconcileID":"bc3c15aa-9b14-421c-8ac6-e68882fbc4e3","MaaSSubscription":{"name":"e2e-sub-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6b3a06cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:22.209151756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39295847-89c6-415d-9f74-51326673e1a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:22.262884163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39295847-89c6-415d-9f74-51326673e1a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:22.263499223Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-sub-18bf762c","reconcileID":"3d3117bd-4e6f-4db2-97cf-48c617781828","MaaSSubscription":{"name":"e2e-sub-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6b3a06cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:22.316062211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39295847-89c6-415d-9f74-51326673e1a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:22.370498598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39295847-89c6-415d-9f74-51326673e1a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:22.470208512Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-policy-18bf762c","reconcileID":"0d631bb4-325f-43c9-a1da-775a6bb613a1","MaaSAuthPolicy":{"name":"e2e-policy-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"model":"ai-tenant-e2e-mt-18bf762c/e2e-lifecycle-model-18bf762c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:22.723802906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-policy-18bf762c","reconcileID":"0d631bb4-325f-43c9-a1da-775a6bb613a1","MaaSAuthPolicy":{"name":"e2e-policy-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-18bf762c","tenantID":"e2e-mt-18bf762c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:22.846171822Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-policy-18bf762c","reconcileID":"0d631bb4-325f-43c9-a1da-775a6bb613a1","MaaSAuthPolicy":{"name":"e2e-policy-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"name":"e2e-mt-18bf762c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:22.846196219Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-policy-18bf762c","reconcileID":"0d631bb4-325f-43c9-a1da-775a6bb613a1","MaaSAuthPolicy":{"name":"e2e-policy-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-18bf762c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:22.90314905Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-lifecycle-model-18bf762c","reconcileID":"714494e4-0d7b-454e-8a21-e786e0bd6cb7","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"tenant":"e2e-mt-18bf762c","gateway":"openshift-ingress/e2e-mt-18bf762c","model":"ai-tenant-e2e-mt-18bf762c/e2e-lifecycle-model-18bf762c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:22.903169732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-lifecycle-model-18bf762c","reconcileID":"714494e4-0d7b-454e-8a21-e786e0bd6cb7","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"routeName":"e2e-lifecycle-model-18bf762c-kserve-route","namespace":"ai-tenant-e2e-mt-18bf762c","llmisvcName":"e2e-lifecycle-model-18bf762c","gateway":"openshift-ingress/e2e-mt-18bf762c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:24.078831365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7cec02-policy","namespace":"ai-tenant-e2e-api-a-7cec02"},"namespace":"ai-tenant-e2e-api-a-7cec02","name":"e2e-e2e-api-a-7cec02-policy","reconcileID":"48aabf5e-b849-40e2-9260-fc0013e277ac","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7cec02-policy","namespace":"ai-tenant-e2e-api-a-7cec02"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-7cec02","tenantID":"e2e-api-a-7cec02","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:24.135277296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7cec02-policy","namespace":"ai-tenant-e2e-api-a-7cec02"},"namespace":"ai-tenant-e2e-api-a-7cec02","name":"e2e-e2e-api-a-7cec02-policy","reconcileID":"48aabf5e-b849-40e2-9260-fc0013e277ac","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7cec02-policy","namespace":"ai-tenant-e2e-api-a-7cec02"},"name":"e2e-api-a-7cec02-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:24.190372871Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-7cec02-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7cec02-policy","namespace":"ai-tenant-e2e-api-a-7cec02"},"namespace":"ai-tenant-e2e-api-a-7cec02","name":"e2e-e2e-api-a-7cec02-policy","reconcileID":"48aabf5e-b849-40e2-9260-fc0013e277ac","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7cec02-policy","namespace":"ai-tenant-e2e-api-a-7cec02"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:24.273321052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4a03a18-fe8b-4383-aeea-9152c4898d16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:24.326919547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4a03a18-fe8b-4383-aeea-9152c4898d16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:24.379569467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4a03a18-fe8b-4383-aeea-9152c4898d16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:24.432362636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4a03a18-fe8b-4383-aeea-9152c4898d16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:24.852172224Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5a81c9dc-95ff-4e1b-a5f3-612a09bb7d0d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:24.852199242Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5a81c9dc-95ff-4e1b-a5f3-612a09bb7d0d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:24.907023853Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b11836c4-016a-4cee-a9d2-ccb3e73e2cb2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:24.907054585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b11836c4-016a-4cee-a9d2-ccb3e73e2cb2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:25.01131026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-01cbd8-policy","namespace":"ai-tenant-e2e-api-a-01cbd8"},"namespace":"ai-tenant-e2e-api-a-01cbd8","name":"e2e-e2e-api-a-01cbd8-policy","reconcileID":"3776da62-17b8-4406-b605-7630281af45f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-01cbd8-policy","namespace":"ai-tenant-e2e-api-a-01cbd8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-01cbd8","tenantID":"e2e-api-a-01cbd8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:25.135086867Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-01cbd8-policy","namespace":"ai-tenant-e2e-api-a-01cbd8"},"namespace":"ai-tenant-e2e-api-a-01cbd8","name":"e2e-e2e-api-a-01cbd8-policy","reconcileID":"3776da62-17b8-4406-b605-7630281af45f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-01cbd8-policy","namespace":"ai-tenant-e2e-api-a-01cbd8"},"name":"e2e-api-a-01cbd8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:25.190168059Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-01cbd8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-01cbd8-policy","namespace":"ai-tenant-e2e-api-a-01cbd8"},"namespace":"ai-tenant-e2e-api-a-01cbd8","name":"e2e-e2e-api-a-01cbd8-policy","reconcileID":"3776da62-17b8-4406-b605-7630281af45f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-01cbd8-policy","namespace":"ai-tenant-e2e-api-a-01cbd8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:25.247778292Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4c4f907d-a47e-407b-8804-d08d1280833e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:25.247798577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4c4f907d-a47e-407b-8804-d08d1280833e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:25.660237503Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-2c70e7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-2c70e7","reconcileID":"1e257c6f-d44e-494a-8dfe-91230f241857","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-2c70e7","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-2c70e7":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:26.444813653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28918e08-6690-44d2-91da-df4db34a2e11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:26.49771008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28918e08-6690-44d2-91da-df4db34a2e11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:26.551242656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28918e08-6690-44d2-91da-df4db34a2e11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:26.606051342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28918e08-6690-44d2-91da-df4db34a2e11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:28.554834916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69e990d1-5d10-4902-b28d-37175e2f31d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:28.607536774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69e990d1-5d10-4902-b28d-37175e2f31d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:28.661924406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69e990d1-5d10-4902-b28d-37175e2f31d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:28.714957728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69e990d1-5d10-4902-b28d-37175e2f31d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:30.282344701Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-14ca09","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-14ca09","reconcileID":"bb3814d2-c641-41c2-a75f-1bda07be4ee8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-14ca09","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-14ca09":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:30.640330939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd508817-f85a-4a79-888f-eb24d2d45d20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:30.693262923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd508817-f85a-4a79-888f-eb24d2d45d20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:30.746159704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd508817-f85a-4a79-888f-eb24d2d45d20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:30.799832034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd508817-f85a-4a79-888f-eb24d2d45d20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:32.317114967Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-sub-18bf762c","reconcileID":"604cc52c-d03d-44de-ac35-a5eb56efb3e4","MaaSSubscription":{"name":"e2e-sub-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"model":"ai-tenant-e2e-mt-18bf762c/e2e-lifecycle-model-18bf762c","subscription":"e2e-sub-18bf762c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:32.369991742Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-sub-18bf762c","reconcileID":"604cc52c-d03d-44de-ac35-a5eb56efb3e4","MaaSSubscription":{"name":"e2e-sub-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"model":"ai-tenant-e2e-mt-18bf762c/e2e-lifecycle-model-18bf762c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:32.422847575Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-sub-18bf762c","reconcileID":"604cc52c-d03d-44de-ac35-a5eb56efb3e4","MaaSSubscription":{"name":"e2e-sub-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"name":"maas-trlp-e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c","model":"ai-tenant-e2e-mt-18bf762c/e2e-lifecycle-model-18bf762c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:32.783526175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a090e4d3-6204-413c-8b24-4a46f5107ad0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:32.807522142Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-lifecycle-model-18bf762c","reconcileID":"f4486fd0-71ae-4640-ab70-83f3227d683d","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"tenant":"e2e-mt-18bf762c","gateway":"openshift-ingress/e2e-mt-18bf762c","model":"ai-tenant-e2e-mt-18bf762c/e2e-lifecycle-model-18bf762c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:32.807545309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-lifecycle-model-18bf762c","reconcileID":"f4486fd0-71ae-4640-ab70-83f3227d683d","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"routeName":"e2e-lifecycle-model-18bf762c-kserve-route","namespace":"ai-tenant-e2e-mt-18bf762c","llmisvcName":"e2e-lifecycle-model-18bf762c","gateway":"openshift-ingress/e2e-mt-18bf762c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:32.836893603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a090e4d3-6204-413c-8b24-4a46f5107ad0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:32.957608128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a090e4d3-6204-413c-8b24-4a46f5107ad0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:33.011673601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a090e4d3-6204-413c-8b24-4a46f5107ad0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:34.330178114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7cec02-policy","namespace":"ai-tenant-e2e-api-a-7cec02"},"namespace":"ai-tenant-e2e-api-a-7cec02","name":"e2e-e2e-api-a-7cec02-policy","reconcileID":"3e582b66-337e-44d1-850d-66548281e1c1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7cec02-policy","namespace":"ai-tenant-e2e-api-a-7cec02"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-7cec02","tenantID":"e2e-api-a-7cec02","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:34.388335632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7cec02-policy","namespace":"ai-tenant-e2e-api-a-7cec02"},"namespace":"ai-tenant-e2e-api-a-7cec02","name":"e2e-e2e-api-a-7cec02-policy","reconcileID":"3e582b66-337e-44d1-850d-66548281e1c1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7cec02-policy","namespace":"ai-tenant-e2e-api-a-7cec02"},"name":"e2e-api-a-7cec02-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:34.443256129Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-7cec02-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7cec02-policy","namespace":"ai-tenant-e2e-api-a-7cec02"},"namespace":"ai-tenant-e2e-api-a-7cec02","name":"e2e-e2e-api-a-7cec02-policy","reconcileID":"3e582b66-337e-44d1-850d-66548281e1c1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7cec02-policy","namespace":"ai-tenant-e2e-api-a-7cec02"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:34.900275262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"277a1c6e-3869-4516-b706-52d6140fdc87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:34.953962064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"277a1c6e-3869-4516-b706-52d6140fdc87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:35.006530593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"277a1c6e-3869-4516-b706-52d6140fdc87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:35.059953228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"277a1c6e-3869-4516-b706-52d6140fdc87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:35.377504216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-01cbd8-policy","namespace":"ai-tenant-e2e-api-a-01cbd8"},"namespace":"ai-tenant-e2e-api-a-01cbd8","name":"e2e-e2e-api-a-01cbd8-policy","reconcileID":"8f996159-3cc1-45e6-a400-949d210c426f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-01cbd8-policy","namespace":"ai-tenant-e2e-api-a-01cbd8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-01cbd8","tenantID":"e2e-api-a-01cbd8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:35.433877524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-01cbd8-policy","namespace":"ai-tenant-e2e-api-a-01cbd8"},"namespace":"ai-tenant-e2e-api-a-01cbd8","name":"e2e-e2e-api-a-01cbd8-policy","reconcileID":"8f996159-3cc1-45e6-a400-949d210c426f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-01cbd8-policy","namespace":"ai-tenant-e2e-api-a-01cbd8"},"name":"e2e-api-a-01cbd8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:35.488821097Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-01cbd8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-01cbd8-policy","namespace":"ai-tenant-e2e-api-a-01cbd8"},"namespace":"ai-tenant-e2e-api-a-01cbd8","name":"e2e-e2e-api-a-01cbd8-policy","reconcileID":"8f996159-3cc1-45e6-a400-949d210c426f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-01cbd8-policy","namespace":"ai-tenant-e2e-api-a-01cbd8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:37.003447533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"feaad0ee-f969-4cc9-9a37-d90f36fd5738","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:37.056476335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"feaad0ee-f969-4cc9-9a37-d90f36fd5738","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:37.110094301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"feaad0ee-f969-4cc9-9a37-d90f36fd5738","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:37.162926089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"feaad0ee-f969-4cc9-9a37-d90f36fd5738","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:39.087980355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ee756fa-03a6-4585-9fb2-756a2172ae89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:39.141380564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ee756fa-03a6-4585-9fb2-756a2172ae89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:39.196839077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ee756fa-03a6-4585-9fb2-756a2172ae89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:39.25049852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ee756fa-03a6-4585-9fb2-756a2172ae89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:41.15179807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bf94668-b29c-46b6-892d-96a4371cad6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:41.204701205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bf94668-b29c-46b6-892d-96a4371cad6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:41.257509829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bf94668-b29c-46b6-892d-96a4371cad6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:41.310514614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bf94668-b29c-46b6-892d-96a4371cad6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:43.285283038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b1f7720-9f91-4c3c-a456-0afe1756e70c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:43.340704758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b1f7720-9f91-4c3c-a456-0afe1756e70c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:43.395284973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b1f7720-9f91-4c3c-a456-0afe1756e70c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:43.448015749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b1f7720-9f91-4c3c-a456-0afe1756e70c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:44.029800385Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:44.612076698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7cec02-policy","namespace":"ai-tenant-e2e-api-a-7cec02"},"namespace":"ai-tenant-e2e-api-a-7cec02","name":"e2e-e2e-api-a-7cec02-policy","reconcileID":"1627bc14-d358-4de3-9b99-574283537249","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7cec02-policy","namespace":"ai-tenant-e2e-api-a-7cec02"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-7cec02","tenantID":"e2e-api-a-7cec02","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:44.669698502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7cec02-policy","namespace":"ai-tenant-e2e-api-a-7cec02"},"namespace":"ai-tenant-e2e-api-a-7cec02","name":"e2e-e2e-api-a-7cec02-policy","reconcileID":"1627bc14-d358-4de3-9b99-574283537249","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7cec02-policy","namespace":"ai-tenant-e2e-api-a-7cec02"},"name":"e2e-api-a-7cec02-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:44.726737338Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-7cec02-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ae7b91215c771e06a9e46526ad9409ac21ff1e8b27a08db04e0ffc1dd4215129) AuthConfig (6e5a2bb4fd51ec219a7013ddc04bef575aa3816b4942ef7b30171901b2317dcb) AuthConfig (db3e6d74760248a3f37488611b1a91e877b560dae147f58feace911a2d30a0cf) AuthConfig (dd31a63ddccc389954f0723642a125c7b9318bd3c6c0672acec95dd95d506fe3) AuthConfig (1a767935fc0d77d79d88aaff6a7974821c411e61df80681871d12ade5cd23a66) AuthConfig (32155ce055d3ead2cf724cf3093eee2fe48d56b01ff8acb44e8b4fa953066ed3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7cec02-policy","namespace":"ai-tenant-e2e-api-a-7cec02"},"namespace":"ai-tenant-e2e-api-a-7cec02","name":"e2e-e2e-api-a-7cec02-policy","reconcileID":"1627bc14-d358-4de3-9b99-574283537249","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7cec02-policy","namespace":"ai-tenant-e2e-api-a-7cec02"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:44.832170267Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2b52cd6c-2656-49cc-9f70-15ed005442b5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:44.83219355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2b52cd6c-2656-49cc-9f70-15ed005442b5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:45.341530034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"570ef2a1-c78a-4416-a7eb-482cab62ab37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:45.39444112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"570ef2a1-c78a-4416-a7eb-482cab62ab37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:45.44718057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"570ef2a1-c78a-4416-a7eb-482cab62ab37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:45.50009464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"570ef2a1-c78a-4416-a7eb-482cab62ab37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:45.605067501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-01cbd8-policy","namespace":"ai-tenant-e2e-api-a-01cbd8"},"namespace":"ai-tenant-e2e-api-a-01cbd8","name":"e2e-e2e-api-a-01cbd8-policy","reconcileID":"07460000-1994-409c-8266-fe269d66d83c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-01cbd8-policy","namespace":"ai-tenant-e2e-api-a-01cbd8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-01cbd8","tenantID":"e2e-api-a-01cbd8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:45.661521079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-01cbd8-policy","namespace":"ai-tenant-e2e-api-a-01cbd8"},"namespace":"ai-tenant-e2e-api-a-01cbd8","name":"e2e-e2e-api-a-01cbd8-policy","reconcileID":"07460000-1994-409c-8266-fe269d66d83c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-01cbd8-policy","namespace":"ai-tenant-e2e-api-a-01cbd8"},"name":"e2e-api-a-01cbd8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:45.769830237Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-01cbd8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f8df3a454a05082b87b9a060165538309b3cdc2ea578df4fa6d3c64b17492e5f) AuthConfig (a62c32775a31f635e5e52b7da99049cad5ce65d2cba95dbcddbb842cebab5ee1) AuthConfig (a48d8873ce8def990f7ea272b988515cc404995244c4770fa53c8cf04ae39498) AuthConfig (096522ffc684534b1caf4301ff0b97f43e710e56438bcc16135db835fca9b8d4) AuthConfig (2a57107c774c8f5b6a7483aebc002bf428035b680c090f18a6a2c243e48d3e5f) AuthConfig (c0574faecd62ce5bbfe3baba3d0b6026397d544795aeb8b2f3b84237910b0b7d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-01cbd8-policy","namespace":"ai-tenant-e2e-api-a-01cbd8"},"namespace":"ai-tenant-e2e-api-a-01cbd8","name":"e2e-e2e-api-a-01cbd8-policy","reconcileID":"07460000-1994-409c-8266-fe269d66d83c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-01cbd8-policy","namespace":"ai-tenant-e2e-api-a-01cbd8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:45.82515692Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4d024a2c-ef09-4ce3-ad5f-b5ee9f71f560","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:45.825178414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4d024a2c-ef09-4ce3-ad5f-b5ee9f71f560","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:47.397872547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18c4ddcd-d591-4477-8b09-2cd240143e02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:47.450631698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18c4ddcd-d591-4477-8b09-2cd240143e02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:47.503393332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18c4ddcd-d591-4477-8b09-2cd240143e02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:47.556571211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18c4ddcd-d591-4477-8b09-2cd240143e02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:49.452090009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be1372aa-2318-4467-bfc4-f87cf46cb6da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:49.505071292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be1372aa-2318-4467-bfc4-f87cf46cb6da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:49.557944143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be1372aa-2318-4467-bfc4-f87cf46cb6da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:49.61059628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be1372aa-2318-4467-bfc4-f87cf46cb6da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:51.510798109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a343e12-21d9-46ba-9842-78f12f2dcbe7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:51.5639282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a343e12-21d9-46ba-9842-78f12f2dcbe7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:51.617211242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a343e12-21d9-46ba-9842-78f12f2dcbe7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:51.669985887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a343e12-21d9-46ba-9842-78f12f2dcbe7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:53.185002732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-42c96d"},"namespace":"ai-tenant-e2e-api-a-42c96d","name":"default-tenant","reconcileID":"6d439c84-8fa2-49a9-b5d5-006dcfa83751","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-42c96d","tenantID":"e2e-api-a-42c96d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:53.299803903Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-42c96d"},"namespace":"ai-tenant-e2e-api-a-42c96d","name":"default-tenant","reconcileID":"6d439c84-8fa2-49a9-b5d5-006dcfa83751","name":"e2e-api-a-42c96d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:54.936754374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7cec02-policy","namespace":"ai-tenant-e2e-api-a-7cec02"},"namespace":"ai-tenant-e2e-api-a-7cec02","name":"e2e-e2e-api-a-7cec02-policy","reconcileID":"e3185330-e349-4d28-a5e6-09c02cfba816","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7cec02-policy","namespace":"ai-tenant-e2e-api-a-7cec02"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-7cec02","tenantID":"e2e-api-a-7cec02","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:54.993218092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7cec02-policy","namespace":"ai-tenant-e2e-api-a-7cec02"},"namespace":"ai-tenant-e2e-api-a-7cec02","name":"e2e-e2e-api-a-7cec02-policy","reconcileID":"e3185330-e349-4d28-a5e6-09c02cfba816","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7cec02-policy","namespace":"ai-tenant-e2e-api-a-7cec02"},"name":"e2e-api-a-7cec02-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:55.048543682Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-7cec02-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ae7b91215c771e06a9e46526ad9409ac21ff1e8b27a08db04e0ffc1dd4215129) AuthConfig (6e5a2bb4fd51ec219a7013ddc04bef575aa3816b4942ef7b30171901b2317dcb) AuthConfig (db3e6d74760248a3f37488611b1a91e877b560dae147f58feace911a2d30a0cf) AuthConfig (dd31a63ddccc389954f0723642a125c7b9318bd3c6c0672acec95dd95d506fe3) AuthConfig (1a767935fc0d77d79d88aaff6a7974821c411e61df80681871d12ade5cd23a66) AuthConfig (32155ce055d3ead2cf724cf3093eee2fe48d56b01ff8acb44e8b4fa953066ed3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7cec02-policy","namespace":"ai-tenant-e2e-api-a-7cec02"},"namespace":"ai-tenant-e2e-api-a-7cec02","name":"e2e-e2e-api-a-7cec02-policy","reconcileID":"e3185330-e349-4d28-a5e6-09c02cfba816","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7cec02-policy","namespace":"ai-tenant-e2e-api-a-7cec02"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:55.930715848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-01cbd8-policy","namespace":"ai-tenant-e2e-api-a-01cbd8"},"namespace":"ai-tenant-e2e-api-a-01cbd8","name":"e2e-e2e-api-a-01cbd8-policy","reconcileID":"f64e2256-8b12-4736-84de-52cea4d2e5b6","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-01cbd8-policy","namespace":"ai-tenant-e2e-api-a-01cbd8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-01cbd8","tenantID":"e2e-api-a-01cbd8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:55.986958217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-01cbd8-policy","namespace":"ai-tenant-e2e-api-a-01cbd8"},"namespace":"ai-tenant-e2e-api-a-01cbd8","name":"e2e-e2e-api-a-01cbd8-policy","reconcileID":"f64e2256-8b12-4736-84de-52cea4d2e5b6","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-01cbd8-policy","namespace":"ai-tenant-e2e-api-a-01cbd8"},"name":"e2e-api-a-01cbd8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:56.041820765Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-01cbd8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f8df3a454a05082b87b9a060165538309b3cdc2ea578df4fa6d3c64b17492e5f) AuthConfig (a62c32775a31f635e5e52b7da99049cad5ce65d2cba95dbcddbb842cebab5ee1) AuthConfig (a48d8873ce8def990f7ea272b988515cc404995244c4770fa53c8cf04ae39498) AuthConfig (096522ffc684534b1caf4301ff0b97f43e710e56438bcc16135db835fca9b8d4) AuthConfig (2a57107c774c8f5b6a7483aebc002bf428035b680c090f18a6a2c243e48d3e5f) AuthConfig (c0574faecd62ce5bbfe3baba3d0b6026397d544795aeb8b2f3b84237910b0b7d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-01cbd8-policy","namespace":"ai-tenant-e2e-api-a-01cbd8"},"namespace":"ai-tenant-e2e-api-a-01cbd8","name":"e2e-e2e-api-a-01cbd8-policy","reconcileID":"f64e2256-8b12-4736-84de-52cea4d2e5b6","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-01cbd8-policy","namespace":"ai-tenant-e2e-api-a-01cbd8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:05.15444729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7cec02-policy","namespace":"ai-tenant-e2e-api-a-7cec02"},"namespace":"ai-tenant-e2e-api-a-7cec02","name":"e2e-e2e-api-a-7cec02-policy","reconcileID":"c168a8f1-ce1b-41e4-85b2-d9880d912e59","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7cec02-policy","namespace":"ai-tenant-e2e-api-a-7cec02"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-7cec02","tenantID":"e2e-api-a-7cec02","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:05.213940844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7cec02-policy","namespace":"ai-tenant-e2e-api-a-7cec02"},"namespace":"ai-tenant-e2e-api-a-7cec02","name":"e2e-e2e-api-a-7cec02-policy","reconcileID":"c168a8f1-ce1b-41e4-85b2-d9880d912e59","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7cec02-policy","namespace":"ai-tenant-e2e-api-a-7cec02"},"name":"e2e-api-a-7cec02-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:05.269968019Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-7cec02-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ae7b91215c771e06a9e46526ad9409ac21ff1e8b27a08db04e0ffc1dd4215129) AuthConfig (6e5a2bb4fd51ec219a7013ddc04bef575aa3816b4942ef7b30171901b2317dcb) AuthConfig (db3e6d74760248a3f37488611b1a91e877b560dae147f58feace911a2d30a0cf) AuthConfig (dd31a63ddccc389954f0723642a125c7b9318bd3c6c0672acec95dd95d506fe3) AuthConfig (1a767935fc0d77d79d88aaff6a7974821c411e61df80681871d12ade5cd23a66) AuthConfig (32155ce055d3ead2cf724cf3093eee2fe48d56b01ff8acb44e8b4fa953066ed3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7cec02-policy","namespace":"ai-tenant-e2e-api-a-7cec02"},"namespace":"ai-tenant-e2e-api-a-7cec02","name":"e2e-e2e-api-a-7cec02-policy","reconcileID":"c168a8f1-ce1b-41e4-85b2-d9880d912e59","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7cec02-policy","namespace":"ai-tenant-e2e-api-a-7cec02"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:05.982496327Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-subscription","reconcileID":"05115ba4-4824-4b63-80a0-f44244cc8a1f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-premium-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/premium-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:06.147578847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-01cbd8-policy","namespace":"ai-tenant-e2e-api-a-01cbd8"},"namespace":"ai-tenant-e2e-api-a-01cbd8","name":"e2e-e2e-api-a-01cbd8-policy","reconcileID":"8c223998-e83e-4e2f-9295-1cb2895a1e2a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-01cbd8-policy","namespace":"ai-tenant-e2e-api-a-01cbd8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-01cbd8","tenantID":"e2e-api-a-01cbd8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:06.205387607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-01cbd8-policy","namespace":"ai-tenant-e2e-api-a-01cbd8"},"namespace":"ai-tenant-e2e-api-a-01cbd8","name":"e2e-e2e-api-a-01cbd8-policy","reconcileID":"8c223998-e83e-4e2f-9295-1cb2895a1e2a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-01cbd8-policy","namespace":"ai-tenant-e2e-api-a-01cbd8"},"name":"e2e-api-a-01cbd8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:06.282389227Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-subscription","reconcileID":"4f86ba95-2b87-469b-a4ae-543d86fc4527","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-simulator-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:06.38233945Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-subscription","reconcileID":"6a81cf19-120f-468f-8d1c-5a079dbde976","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-simulator-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/simulator-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:06.47695364Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3fcbee80-1d2a-4b7c-a6d5-6e2c426b065b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:06.476978085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3fcbee80-1d2a-4b7c-a6d5-6e2c426b065b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:06.525805372Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-subscription","reconcileID":"6dce21ec-f69b-4c58-acc6-dac7ff3ca47f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-premium-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/premium-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:06.648291614Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-subscription","reconcileID":"21088891-1ffc-4e2f-94b4-fc04b32b5f8d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-simulator-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:06.751913087Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-subscription","reconcileID":"c6d93246-5d23-4697-8f74-4bb56a8ddc3e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-simulator-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/simulator-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:06.853723071Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-subscription","reconcileID":"f478524e-2f41-49f5-b2c5-5541e902e275","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-simulator-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:06.853756059Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-subscription","reconcileID":"c21726b4-cde8-4476-8ca6-7b5eaa939394","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-premium-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/premium-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:06.951470563Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-subscription","reconcileID":"f8b9309a-cfb6-4377-9a93-ae087143477c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-premium-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/premium-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:06.96971042Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-subscription","reconcileID":"ebc8f584-59a4-4362-95a2-7e61c06357c5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-premium-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/premium-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:07.06996443Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"71425c84-cd1b-4f5f-8635-ad0914e0c22a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:07.172539666Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5482d008-f729-4621-af44-15b82cc7622e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:07.658950443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e7eea9"},"namespace":"ai-tenant-e2e-api-b-e7eea9","name":"default-tenant","reconcileID":"81f04984-18d7-4c2f-9134-1a949df37392","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e7eea9","tenantID":"e2e-api-b-e7eea9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:07.774893872Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e7eea9"},"namespace":"ai-tenant-e2e-api-b-e7eea9","name":"default-tenant","reconcileID":"81f04984-18d7-4c2f-9134-1a949df37392","name":"e2e-api-b-e7eea9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:12.628485298Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"default-tenant","reconcileID":"b25bb19c-716a-4a02-ae76-23daa012475a","namespace":"ai-tenant-e2e-mt-18bf762c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:12.628570353Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"default-tenant","reconcileID":"b25bb19c-716a-4a02-ae76-23daa012475a","namespace":"ai-tenant-e2e-mt-18bf762c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:12.628621935Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"default-tenant","reconcileID":"b25bb19c-716a-4a02-ae76-23daa012475a","tenant":"e2e-mt-18bf762c","tenantID":"e2e-mt-18bf762c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:12.685640159Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"default-tenant","reconcileID":"b25bb19c-716a-4a02-ae76-23daa012475a","gvk":"Deployment","name":"maas-api-e2e-mt-18bf762c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:12.74570919Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"default-tenant","reconcileID":"b25bb19c-716a-4a02-ae76-23daa012475a","gvk":"Service","name":"maas-api-e2e-mt-18bf762c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:12.801771947Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"default-tenant","reconcileID":"b25bb19c-716a-4a02-ae76-23daa012475a","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-18bf762c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:12.855957817Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"default-tenant","reconcileID":"b25bb19c-716a-4a02-ae76-23daa012475a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-18bf762c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:12.912095619Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"default-tenant","reconcileID":"b25bb19c-716a-4a02-ae76-23daa012475a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-18bf762c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:12.967370617Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"default-tenant","reconcileID":"b25bb19c-716a-4a02-ae76-23daa012475a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-18bf762c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:13.022166789Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"default-tenant","reconcileID":"b25bb19c-716a-4a02-ae76-23daa012475a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-18bf762c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:13.076961785Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"default-tenant","reconcileID":"b25bb19c-716a-4a02-ae76-23daa012475a","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-18bf762c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:13.129114975Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"default-tenant","reconcileID":"b25bb19c-716a-4a02-ae76-23daa012475a","gvk":"Deployment","name":"payload-processing-e2e-mt-18bf762c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:13.182081437Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"default-tenant","reconcileID":"b25bb19c-716a-4a02-ae76-23daa012475a","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-18bf762c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:13.236597154Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"default-tenant","reconcileID":"b25bb19c-716a-4a02-ae76-23daa012475a","gvk":"Service","name":"payload-processing-e2e-mt-18bf762c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:13.288833641Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"default-tenant","reconcileID":"b25bb19c-716a-4a02-ae76-23daa012475a","gvk":"Service","name":"payload-pre-processing-e2e-mt-18bf762c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:13.341316624Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"default-tenant","reconcileID":"b25bb19c-716a-4a02-ae76-23daa012475a","gvk":"DestinationRule","name":"payload-processing-e2e-mt-18bf762c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:13.394081626Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"default-tenant","reconcileID":"b25bb19c-716a-4a02-ae76-23daa012475a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-18bf762c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:13.446926958Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"default-tenant","reconcileID":"b25bb19c-716a-4a02-ae76-23daa012475a","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-18bf762c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:13.50670367Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"default-tenant","reconcileID":"b25bb19c-716a-4a02-ae76-23daa012475a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-18bf762c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:13.559080585Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"default-tenant","reconcileID":"b25bb19c-716a-4a02-ae76-23daa012475a","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-18bf762c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:13.611463815Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"default-tenant","reconcileID":"b25bb19c-716a-4a02-ae76-23daa012475a","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-18bf762c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:13.663945622Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"default-tenant","reconcileID":"b25bb19c-716a-4a02-ae76-23daa012475a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-18bf762c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:13.716419325Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"default-tenant","reconcileID":"b25bb19c-716a-4a02-ae76-23daa012475a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-18bf762c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:14.030436832Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:14.553750052Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-18bf762c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-18bf762c","reconcileID":"1e7f5ccf-eafa-4c1c-a3fe-3b97955720f7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-18bf762c","removed":["maas.opendatahub.io/gateway-access-e2e-mt-18bf762c"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:30:14.720304365Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-lifecycle-model-18bf762c","reconcileID":"0fa53d52-6729-44b2-8599-fe1f61926e6a","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-18bf762c/e2e-lifecycle-model-18bf762c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-18bf762c/e2e-lifecycle-model-18bf762c-kserve-route (gateways: [openshift-ingress/e2e-mt-18bf762c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:30:14.831143214Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-lifecycle-model-18bf762c","reconcileID":"0fa53d52-6729-44b2-8599-fe1f61926e6a","error":"resolve tenant gateway for model ai-tenant-e2e-mt-18bf762c/e2e-lifecycle-model-18bf762c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-18bf762c/e2e-lifecycle-model-18bf762c-kserve-route (gateways: [openshift-ingress/e2e-mt-18bf762c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:30:14.836670148Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-lifecycle-model-18bf762c","reconcileID":"9142f8e4-75a0-49fd-a5e7-9bd984dee11c","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-18bf762c/e2e-lifecycle-model-18bf762c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-18bf762c/e2e-lifecycle-model-18bf762c-kserve-route (gateways: [openshift-ingress/e2e-mt-18bf762c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:30:14.836763662Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-lifecycle-model-18bf762c","reconcileID":"9142f8e4-75a0-49fd-a5e7-9bd984dee11c","error":"resolve tenant gateway for model ai-tenant-e2e-mt-18bf762c/e2e-lifecycle-model-18bf762c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-18bf762c/e2e-lifecycle-model-18bf762c-kserve-route (gateways: [openshift-ingress/e2e-mt-18bf762c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:30:14.847881716Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-lifecycle-model-18bf762c","reconcileID":"e6790ad3-eb46-4650-ab75-acc64a332f2d","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-18bf762c/e2e-lifecycle-model-18bf762c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-18bf762c/e2e-lifecycle-model-18bf762c-kserve-route (gateways: [openshift-ingress/e2e-mt-18bf762c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:30:14.847943735Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-lifecycle-model-18bf762c","reconcileID":"e6790ad3-eb46-4650-ab75-acc64a332f2d","error":"resolve tenant gateway for model ai-tenant-e2e-mt-18bf762c/e2e-lifecycle-model-18bf762c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-18bf762c/e2e-lifecycle-model-18bf762c-kserve-route (gateways: [openshift-ingress/e2e-mt-18bf762c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:30:14.869028504Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-lifecycle-model-18bf762c","reconcileID":"6738b410-2bcb-4fc1-8489-834306554940","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-18bf762c/e2e-lifecycle-model-18bf762c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-18bf762c/e2e-lifecycle-model-18bf762c-kserve-route (gateways: [openshift-ingress/e2e-mt-18bf762c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:30:14.869095805Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-lifecycle-model-18bf762c","reconcileID":"6738b410-2bcb-4fc1-8489-834306554940","error":"resolve tenant gateway for model ai-tenant-e2e-mt-18bf762c/e2e-lifecycle-model-18bf762c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-18bf762c/e2e-lifecycle-model-18bf762c-kserve-route (gateways: [openshift-ingress/e2e-mt-18bf762c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:30:14.910293535Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-lifecycle-model-18bf762c","reconcileID":"bad75d7c-611f-48bd-a084-4d04a933f98d","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-18bf762c/e2e-lifecycle-model-18bf762c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-18bf762c/e2e-lifecycle-model-18bf762c-kserve-route (gateways: [openshift-ingress/e2e-mt-18bf762c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:30:14.910360212Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-lifecycle-model-18bf762c","reconcileID":"bad75d7c-611f-48bd-a084-4d04a933f98d","error":"resolve tenant gateway for model ai-tenant-e2e-mt-18bf762c/e2e-lifecycle-model-18bf762c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-18bf762c/e2e-lifecycle-model-18bf762c-kserve-route (gateways: [openshift-ingress/e2e-mt-18bf762c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:30:14.991622649Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-lifecycle-model-18bf762c","reconcileID":"504d43e6-41df-4227-ac59-9d496492389d","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-18bf762c/e2e-lifecycle-model-18bf762c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-18bf762c/e2e-lifecycle-model-18bf762c-kserve-route (gateways: [openshift-ingress/e2e-mt-18bf762c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:30:14.991762566Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-lifecycle-model-18bf762c","reconcileID":"504d43e6-41df-4227-ac59-9d496492389d","error":"resolve tenant gateway for model ai-tenant-e2e-mt-18bf762c/e2e-lifecycle-model-18bf762c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-18bf762c/e2e-lifecycle-model-18bf762c-kserve-route (gateways: [openshift-ingress/e2e-mt-18bf762c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:30:15.152316496Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-lifecycle-model-18bf762c","reconcileID":"36b31a34-e87f-4a70-ad68-ef0970d3b3ed","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-18bf762c/e2e-lifecycle-model-18bf762c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-18bf762c/e2e-lifecycle-model-18bf762c-kserve-route (gateways: [openshift-ingress/e2e-mt-18bf762c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:30:15.152387802Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-lifecycle-model-18bf762c","reconcileID":"36b31a34-e87f-4a70-ad68-ef0970d3b3ed","error":"resolve tenant gateway for model ai-tenant-e2e-mt-18bf762c/e2e-lifecycle-model-18bf762c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-18bf762c/e2e-lifecycle-model-18bf762c-kserve-route (gateways: [openshift-ingress/e2e-mt-18bf762c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:15.37564563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7cec02-policy","namespace":"ai-tenant-e2e-api-a-7cec02"},"namespace":"ai-tenant-e2e-api-a-7cec02","name":"e2e-e2e-api-a-7cec02-policy","reconcileID":"ffd15950-8723-421a-8ccf-4f6749a0eac2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7cec02-policy","namespace":"ai-tenant-e2e-api-a-7cec02"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-7cec02","tenantID":"e2e-api-a-7cec02","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:15.432389176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7cec02-policy","namespace":"ai-tenant-e2e-api-a-7cec02"},"namespace":"ai-tenant-e2e-api-a-7cec02","name":"e2e-e2e-api-a-7cec02-policy","reconcileID":"ffd15950-8723-421a-8ccf-4f6749a0eac2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7cec02-policy","namespace":"ai-tenant-e2e-api-a-7cec02"},"name":"e2e-api-a-7cec02-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:30:15.473712714Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-lifecycle-model-18bf762c","reconcileID":"a1fa7b38-a0be-4fd7-9ea3-2866641b4501","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-18bf762c/e2e-lifecycle-model-18bf762c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-18bf762c/e2e-lifecycle-model-18bf762c-kserve-route (gateways: [openshift-ingress/e2e-mt-18bf762c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:30:15.47379232Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-lifecycle-model-18bf762c","reconcileID":"a1fa7b38-a0be-4fd7-9ea3-2866641b4501","error":"resolve tenant gateway for model ai-tenant-e2e-mt-18bf762c/e2e-lifecycle-model-18bf762c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-18bf762c/e2e-lifecycle-model-18bf762c-kserve-route (gateways: [openshift-ingress/e2e-mt-18bf762c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:15.661527777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5405a40-6711-4de5-ae64-709dafd64165","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:15.714298802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5405a40-6711-4de5-ae64-709dafd64165","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:15.719542115Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"475fe5f6-cb41-4866-b17d-478d3f3e249c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:15.719558236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"475fe5f6-cb41-4866-b17d-478d3f3e249c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:15.767180964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5405a40-6711-4de5-ae64-709dafd64165","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:15.820140744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5405a40-6711-4de5-ae64-709dafd64165","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:30:16.115139161Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-lifecycle-model-18bf762c","reconcileID":"3e8e65f4-b3fe-4b92-8039-a93a2bfb07d6","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-18bf762c/e2e-lifecycle-model-18bf762c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-18bf762c/e2e-lifecycle-model-18bf762c-kserve-route (gateways: [openshift-ingress/e2e-mt-18bf762c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:30:16.115222355Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-lifecycle-model-18bf762c","reconcileID":"3e8e65f4-b3fe-4b92-8039-a93a2bfb07d6","error":"resolve tenant gateway for model ai-tenant-e2e-mt-18bf762c/e2e-lifecycle-model-18bf762c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-18bf762c/e2e-lifecycle-model-18bf762c-kserve-route (gateways: [openshift-ingress/e2e-mt-18bf762c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:30:17.396337677Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-lifecycle-model-18bf762c","reconcileID":"96c817b0-9188-411d-9f69-0b31fdd0f821","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-18bf762c/e2e-lifecycle-model-18bf762c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-18bf762c/e2e-lifecycle-model-18bf762c-kserve-route (gateways: [openshift-ingress/e2e-mt-18bf762c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:30:17.396422789Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-lifecycle-model-18bf762c","reconcileID":"96c817b0-9188-411d-9f69-0b31fdd0f821","error":"resolve tenant gateway for model ai-tenant-e2e-mt-18bf762c/e2e-lifecycle-model-18bf762c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-18bf762c/e2e-lifecycle-model-18bf762c-kserve-route (gateways: [openshift-ingress/e2e-mt-18bf762c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:17.784323775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f6d7c85-90fe-44db-aa38-431f3698b9b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:17.837188898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f6d7c85-90fe-44db-aa38-431f3698b9b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:17.889916953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f6d7c85-90fe-44db-aa38-431f3698b9b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:17.942855922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f6d7c85-90fe-44db-aa38-431f3698b9b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:30:19.957705851Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-lifecycle-model-18bf762c","reconcileID":"354535e5-8272-414c-aba2-90704fcf2c39","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-18bf762c/e2e-lifecycle-model-18bf762c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-18bf762c/e2e-lifecycle-model-18bf762c-kserve-route (gateways: [openshift-ingress/e2e-mt-18bf762c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:30:19.957804854Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-lifecycle-model-18bf762c","reconcileID":"354535e5-8272-414c-aba2-90704fcf2c39","error":"resolve tenant gateway for model ai-tenant-e2e-mt-18bf762c/e2e-lifecycle-model-18bf762c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-18bf762c/e2e-lifecycle-model-18bf762c-kserve-route (gateways: [openshift-ingress/e2e-mt-18bf762c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:30:20.714589131Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-lifecycle-model-18bf762c","reconcileID":"fe455703-7074-4368-b21f-19a247dd8700","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-18bf762c/e2e-lifecycle-model-18bf762c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-18bf762c/e2e-lifecycle-model-18bf762c-kserve-route (gateways: [openshift-ingress/e2e-mt-18bf762c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:30:20.714709324Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-lifecycle-model-18bf762c","reconcileID":"fe455703-7074-4368-b21f-19a247dd8700","error":"resolve tenant gateway for model ai-tenant-e2e-mt-18bf762c/e2e-lifecycle-model-18bf762c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-18bf762c/e2e-lifecycle-model-18bf762c-kserve-route (gateways: [openshift-ingress/e2e-mt-18bf762c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:23.619975295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2c70e7"},"namespace":"ai-tenant-e2e-api-a-2c70e7","name":"default-tenant","reconcileID":"28a57897-56a6-4e46-89a0-d9c945c81a71","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-2c70e7","tenantID":"e2e-api-a-2c70e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:23.739007623Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2c70e7"},"namespace":"ai-tenant-e2e-api-a-2c70e7","name":"default-tenant","reconcileID":"28a57897-56a6-4e46-89a0-d9c945c81a71","name":"e2e-api-a-2c70e7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:30:30.955502768Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-lifecycle-model-18bf762c","reconcileID":"1b322df6-5ff7-454d-84db-d44eadd7b92d","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-18bf762c/e2e-lifecycle-model-18bf762c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-18bf762c/e2e-lifecycle-model-18bf762c-kserve-route (gateways: [openshift-ingress/e2e-mt-18bf762c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:30:30.955575926Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-lifecycle-model-18bf762c","reconcileID":"1b322df6-5ff7-454d-84db-d44eadd7b92d","error":"resolve tenant gateway for model ai-tenant-e2e-mt-18bf762c/e2e-lifecycle-model-18bf762c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-18bf762c/e2e-lifecycle-model-18bf762c-kserve-route (gateways: [openshift-ingress/e2e-mt-18bf762c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:33.296285505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-14ca09"},"namespace":"ai-tenant-e2e-api-b-14ca09","name":"default-tenant","reconcileID":"ad6f68bc-1a8d-43fc-8ff5-e250dfa5a109","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-14ca09","tenantID":"e2e-api-b-14ca09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:33.413243182Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-14ca09"},"namespace":"ai-tenant-e2e-api-b-14ca09","name":"default-tenant","reconcileID":"ad6f68bc-1a8d-43fc-8ff5-e250dfa5a109","name":"e2e-api-b-14ca09-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:44.041698934Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:30:51.436999706Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-lifecycle-model-18bf762c","reconcileID":"6d3c9566-985c-47c5-a355-ac9512aa27a1","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-18bf762c/e2e-lifecycle-model-18bf762c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-18bf762c/e2e-lifecycle-model-18bf762c-kserve-route (gateways: [openshift-ingress/e2e-mt-18bf762c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:30:51.437096638Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-lifecycle-model-18bf762c","reconcileID":"6d3c9566-985c-47c5-a355-ac9512aa27a1","error":"resolve tenant gateway for model ai-tenant-e2e-mt-18bf762c/e2e-lifecycle-model-18bf762c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-18bf762c/e2e-lifecycle-model-18bf762c-kserve-route (gateways: [openshift-ingress/e2e-mt-18bf762c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:30:53.475597511Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-lifecycle-model-18bf762c","reconcileID":"af93cf11-a3f3-40de-b63d-38274646235f","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-18bf762c/e2e-lifecycle-model-18bf762c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-18bf762c/e2e-lifecycle-model-18bf762c-kserve-route (gateways: [openshift-ingress/e2e-mt-18bf762c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:30:53.475680334Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-lifecycle-model-18bf762c","reconcileID":"af93cf11-a3f3-40de-b63d-38274646235f","error":"resolve tenant gateway for model ai-tenant-e2e-mt-18bf762c/e2e-lifecycle-model-18bf762c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-18bf762c/e2e-lifecycle-model-18bf762c-kserve-route (gateways: [openshift-ingress/e2e-mt-18bf762c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:54.482441869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fda7c0f-c0d5-4879-bc33-c093bfa93b5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:54.535000161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fda7c0f-c0d5-4879-bc33-c093bfa93b5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:54.587644907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fda7c0f-c0d5-4879-bc33-c093bfa93b5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:54.640413962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fda7c0f-c0d5-4879-bc33-c093bfa93b5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:30:56.277504777Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-lifecycle-model-18bf762c","reconcileID":"449dd1e3-62de-42ce-a9f2-29d0e26a374a","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-18bf762c/e2e-lifecycle-model-18bf762c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-18bf762c/e2e-lifecycle-model-18bf762c-kserve-route (gateways: [openshift-ingress/e2e-mt-18bf762c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:30:56.277584301Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-18bf762c","namespace":"ai-tenant-e2e-mt-18bf762c"},"namespace":"ai-tenant-e2e-mt-18bf762c","name":"e2e-lifecycle-model-18bf762c","reconcileID":"449dd1e3-62de-42ce-a9f2-29d0e26a374a","error":"resolve tenant gateway for model ai-tenant-e2e-mt-18bf762c/e2e-lifecycle-model-18bf762c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-18bf762c/e2e-lifecycle-model-18bf762c-kserve-route (gateways: [openshift-ingress/e2e-mt-18bf762c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:56.530180076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20f665d5-fd08-4bac-9a50-ec4dbec75d21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:56.583245592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20f665d5-fd08-4bac-9a50-ec4dbec75d21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:56.636137547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20f665d5-fd08-4bac-9a50-ec4dbec75d21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:56.689314813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20f665d5-fd08-4bac-9a50-ec4dbec75d21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:58.665465085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57d97fc2-a45f-4218-b99e-a39aac346263","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:58.718326885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57d97fc2-a45f-4218-b99e-a39aac346263","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:58.771622465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57d97fc2-a45f-4218-b99e-a39aac346263","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:58.825117554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57d97fc2-a45f-4218-b99e-a39aac346263","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:59.177562497Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c9c916a9-8556-4171-b9eb-bc1607e37418","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:59.17759149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c9c916a9-8556-4171-b9eb-bc1607e37418","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:59.234555099Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f98b26d2-0175-4208-b30b-fa34b3692f96","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:59.23457864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f98b26d2-0175-4208-b30b-fa34b3692f96","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:59.34036007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-42c96d-policy","namespace":"ai-tenant-e2e-api-a-42c96d"},"namespace":"ai-tenant-e2e-api-a-42c96d","name":"e2e-e2e-api-a-42c96d-policy","reconcileID":"6d9f395c-f5ca-4ace-a445-6e604810bdbb","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-42c96d-policy","namespace":"ai-tenant-e2e-api-a-42c96d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-42c96d","tenantID":"e2e-api-a-42c96d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:59.464852618Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-42c96d-policy","namespace":"ai-tenant-e2e-api-a-42c96d"},"namespace":"ai-tenant-e2e-api-a-42c96d","name":"e2e-e2e-api-a-42c96d-policy","reconcileID":"6d9f395c-f5ca-4ace-a445-6e604810bdbb","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-42c96d-policy","namespace":"ai-tenant-e2e-api-a-42c96d"},"name":"e2e-api-a-42c96d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:59.519883492Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-42c96d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-42c96d-policy","namespace":"ai-tenant-e2e-api-a-42c96d"},"namespace":"ai-tenant-e2e-api-a-42c96d","name":"e2e-e2e-api-a-42c96d-policy","reconcileID":"6d9f395c-f5ca-4ace-a445-6e604810bdbb","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-42c96d-policy","namespace":"ai-tenant-e2e-api-a-42c96d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:59.5770916Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"727b0119-0f05-474e-9b10-29b402789aa2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:59.577116068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"727b0119-0f05-474e-9b10-29b402789aa2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:00.735855939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11f8e889-0b31-4bd7-ac04-41e8f28c6085","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:00.788701152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11f8e889-0b31-4bd7-ac04-41e8f28c6085","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:00.841295746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11f8e889-0b31-4bd7-ac04-41e8f28c6085","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:00.894221646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11f8e889-0b31-4bd7-ac04-41e8f28c6085","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:03.942346351Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4c13ed97-9bbb-4652-84c9-6dda2e7d34b1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:03.942369376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4c13ed97-9bbb-4652-84c9-6dda2e7d34b1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:03.997199609Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0be3cb08-0a3e-4bce-b1fb-35ffa657bdcc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:03.99722312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0be3cb08-0a3e-4bce-b1fb-35ffa657bdcc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:04.154002738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-da32b0","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-da32b0","reconcileID":"0fb8d37d-0fc5-486c-8cb2-637a4db197b4","MaaSAuthPolicy":{"name":"e2e-default-int-auth-da32b0","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:04.277723544Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-da32b0","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-da32b0","reconcileID":"0fb8d37d-0fc5-486c-8cb2-637a4db197b4","MaaSAuthPolicy":{"name":"e2e-default-int-auth-da32b0","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:04.332994025Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-da32b0","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-da32b0","reconcileID":"0fb8d37d-0fc5-486c-8cb2-637a4db197b4","MaaSAuthPolicy":{"name":"e2e-default-int-auth-da32b0","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:04.336329038Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a03d9e01-7360-42d3-9b4b-7fa070a446f3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:04.336347881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a03d9e01-7360-42d3-9b4b-7fa070a446f3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:04.390371388Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"01d3b749-73ad-49c9-80d2-aba0b5502f5c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:04.390393684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"01d3b749-73ad-49c9-80d2-aba0b5502f5c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:04.411019451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8cbec10-8de1-4107-b212-7728d54245a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:04.411446332Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"214370c4-1289-4dfb-acd0-fd338f7d3ffb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:04.411464693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"214370c4-1289-4dfb-acd0-fd338f7d3ffb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:31:04.445371136Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-da32b0","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-da32b0","reconcileID":"41c0d33d-09b0-4d6d-a350-e49189181c3e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-default-int-sub-da32b0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:04.464519568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8cbec10-8de1-4107-b212-7728d54245a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:04.521015419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8cbec10-8de1-4107-b212-7728d54245a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:04.523044611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f691c095-e411-40ac-9eb9-06ed956ef846","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:04.574029839Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7fd970ee-9ab6-41b6-b5a7-7177d1b084c5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:04.574052002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7fd970ee-9ab6-41b6-b5a7-7177d1b084c5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:04.577422258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8cbec10-8de1-4107-b212-7728d54245a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:04.580309682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f691c095-e411-40ac-9eb9-06ed956ef846","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:04.630627347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2a32662e-d2a0-4c0a-bbfe-83b7dbea0b71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:04.636468729Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6992e4bc-38c1-4e84-9a07-48451ae51fbb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:04.636490121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6992e4bc-38c1-4e84-9a07-48451ae51fbb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:04.682092512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-da32b0","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-da32b0","reconcileID":"14e8316b-4cd6-49ff-be01-cb64595a8166","MaaSAuthPolicy":{"name":"e2e-default-int-auth-da32b0","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:04.687449257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2a32662e-d2a0-4c0a-bbfe-83b7dbea0b71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:04.73904512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-da32b0","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-da32b0","reconcileID":"14e8316b-4cd6-49ff-be01-cb64595a8166","MaaSAuthPolicy":{"name":"e2e-default-int-auth-da32b0","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:04.79721429Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-da32b0","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-da32b0","reconcileID":"14e8316b-4cd6-49ff-be01-cb64595a8166","MaaSAuthPolicy":{"name":"e2e-default-int-auth-da32b0","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:04.975191127Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-da32b0","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-da32b0","reconcileID":"f313c33c-3633-48ee-96ad-0ab538d4e44f","MaaSSubscription":{"name":"e2e-default-int-sub-da32b0","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-default-int-sub-da32b0","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:05.142756543Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"989b0eba-d3d6-4911-94c0-0a201211e315","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:05.142778142Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"989b0eba-d3d6-4911-94c0-0a201211e315","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:05.190150856Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"14b3128c-d57e-40d1-93cc-cba23655c5de","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:05.354586585Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-da32b0","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-da32b0","reconcileID":"9168f33c-67c7-4951-a463-360828e47a8f","MaaSSubscription":{"name":"e2e-default-int-sub-da32b0","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:05.379380599Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-bc2046","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-bc2046","reconcileID":"8f24d0bc-c2a1-47f5-a6bc-ba9e8a68f315","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-bc2046","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-bc2046":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:06.492472908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c881ff5-ebf7-452a-802f-4b3545ddfac0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:06.54531439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c881ff5-ebf7-452a-802f-4b3545ddfac0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:06.597939758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c881ff5-ebf7-452a-802f-4b3545ddfac0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:06.652672501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c881ff5-ebf7-452a-802f-4b3545ddfac0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:08.594300595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f940e818-fd24-4f6c-a04a-f25f40e88bd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:08.648231715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f940e818-fd24-4f6c-a04a-f25f40e88bd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:08.701518685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f940e818-fd24-4f6c-a04a-f25f40e88bd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:08.754427174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f940e818-fd24-4f6c-a04a-f25f40e88bd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:09.68338466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-42c96d-policy","namespace":"ai-tenant-e2e-api-a-42c96d"},"namespace":"ai-tenant-e2e-api-a-42c96d","name":"e2e-e2e-api-a-42c96d-policy","reconcileID":"d7cebaf5-c8ad-4db0-a191-022592e39202","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-42c96d-policy","namespace":"ai-tenant-e2e-api-a-42c96d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-42c96d","tenantID":"e2e-api-a-42c96d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:09.740204017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-42c96d-policy","namespace":"ai-tenant-e2e-api-a-42c96d"},"namespace":"ai-tenant-e2e-api-a-42c96d","name":"e2e-e2e-api-a-42c96d-policy","reconcileID":"d7cebaf5-c8ad-4db0-a191-022592e39202","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-42c96d-policy","namespace":"ai-tenant-e2e-api-a-42c96d"},"name":"e2e-api-a-42c96d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:09.848105564Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-42c96d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-42c96d-policy","namespace":"ai-tenant-e2e-api-a-42c96d"},"namespace":"ai-tenant-e2e-api-a-42c96d","name":"e2e-e2e-api-a-42c96d-policy","reconcileID":"d7cebaf5-c8ad-4db0-a191-022592e39202","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-42c96d-policy","namespace":"ai-tenant-e2e-api-a-42c96d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:10.682713238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8ce33fa-faf1-4496-a3dc-89108a7726c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:10.736676941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8ce33fa-faf1-4496-a3dc-89108a7726c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:10.789384651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8ce33fa-faf1-4496-a3dc-89108a7726c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:10.842284646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8ce33fa-faf1-4496-a3dc-89108a7726c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:11.231854085Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9b444985-eb7f-4186-9872-38c095bc7fc4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:11.231875761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9b444985-eb7f-4186-9872-38c095bc7fc4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:11.288298614Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e7da3da2-470c-433f-a25b-f4db8874920c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:11.288320878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e7da3da2-470c-433f-a25b-f4db8874920c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:11.392209269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e7eea9-policy","namespace":"ai-tenant-e2e-api-b-e7eea9"},"namespace":"ai-tenant-e2e-api-b-e7eea9","name":"e2e-e2e-api-b-e7eea9-policy","reconcileID":"afaf3469-4020-4b10-b895-eaa0b2b9ee4d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e7eea9-policy","namespace":"ai-tenant-e2e-api-b-e7eea9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e7eea9","tenantID":"e2e-api-b-e7eea9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:11.515345217Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e7eea9-policy","namespace":"ai-tenant-e2e-api-b-e7eea9"},"namespace":"ai-tenant-e2e-api-b-e7eea9","name":"e2e-e2e-api-b-e7eea9-policy","reconcileID":"afaf3469-4020-4b10-b895-eaa0b2b9ee4d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e7eea9-policy","namespace":"ai-tenant-e2e-api-b-e7eea9"},"name":"e2e-api-b-e7eea9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:11.570940501Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-e7eea9-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e7eea9-policy","namespace":"ai-tenant-e2e-api-b-e7eea9"},"namespace":"ai-tenant-e2e-api-b-e7eea9","name":"e2e-e2e-api-b-e7eea9-policy","reconcileID":"afaf3469-4020-4b10-b895-eaa0b2b9ee4d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e7eea9-policy","namespace":"ai-tenant-e2e-api-b-e7eea9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:11.628380569Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"931a27d9-a47b-436b-bf8f-3cdc791b098c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:11.628399276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"931a27d9-a47b-436b-bf8f-3cdc791b098c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:13.649614273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7cec02-policy","namespace":"ai-tenant-e2e-api-a-7cec02"},"namespace":"ai-tenant-e2e-api-a-7cec02","name":"e2e-e2e-api-a-7cec02-policy","reconcileID":"47a3e29e-f447-468b-9eb3-ee84b28d4b3c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7cec02-policy","namespace":"ai-tenant-e2e-api-a-7cec02"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-7cec02","tenantID":"e2e-api-a-7cec02","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:13.706218805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7cec02-policy","namespace":"ai-tenant-e2e-api-a-7cec02"},"namespace":"ai-tenant-e2e-api-a-7cec02","name":"e2e-e2e-api-a-7cec02-policy","reconcileID":"47a3e29e-f447-468b-9eb3-ee84b28d4b3c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7cec02-policy","namespace":"ai-tenant-e2e-api-a-7cec02"},"name":"e2e-api-a-7cec02-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:14.017814764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7cec02-policy","namespace":"ai-tenant-e2e-api-a-7cec02"},"namespace":"ai-tenant-e2e-api-a-7cec02","name":"e2e-e2e-api-a-7cec02-policy","reconcileID":"c5eb5010-0fe5-416f-b88e-cd759acf720d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7cec02-policy","namespace":"ai-tenant-e2e-api-a-7cec02"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-7cec02","tenantID":"e2e-api-a-7cec02","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:14.030001432Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:14.074269916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7cec02-policy","namespace":"ai-tenant-e2e-api-a-7cec02"},"namespace":"ai-tenant-e2e-api-a-7cec02","name":"e2e-e2e-api-a-7cec02-policy","reconcileID":"c5eb5010-0fe5-416f-b88e-cd759acf720d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7cec02-policy","namespace":"ai-tenant-e2e-api-a-7cec02"},"name":"e2e-api-a-7cec02-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:14.375683267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ddbbb87-26de-4477-8945-353d3411c82c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:14.428839344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ddbbb87-26de-4477-8945-353d3411c82c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:14.482476355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ddbbb87-26de-4477-8945-353d3411c82c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:14.53770097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ddbbb87-26de-4477-8945-353d3411c82c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:14.954093144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-da32b0","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-da32b0","reconcileID":"ec9973bb-3537-4d12-947c-ec7ecd740627","MaaSAuthPolicy":{"name":"e2e-default-int-auth-da32b0","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:15.010702972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-da32b0","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-da32b0","reconcileID":"ec9973bb-3537-4d12-947c-ec7ecd740627","MaaSAuthPolicy":{"name":"e2e-default-int-auth-da32b0","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:15.066473884Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-da32b0","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-da32b0","reconcileID":"ec9973bb-3537-4d12-947c-ec7ecd740627","MaaSAuthPolicy":{"name":"e2e-default-int-auth-da32b0","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:16.429156468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"079e0961-32dc-48c2-8f39-2646c5329201","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:16.482468561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"079e0961-32dc-48c2-8f39-2646c5329201","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:16.535370917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"079e0961-32dc-48c2-8f39-2646c5329201","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:16.588625847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"079e0961-32dc-48c2-8f39-2646c5329201","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:18.482433844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ce53966-4757-4b17-9d93-a27881078fe8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:18.535126014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ce53966-4757-4b17-9d93-a27881078fe8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:18.587768972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ce53966-4757-4b17-9d93-a27881078fe8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:18.643337441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ce53966-4757-4b17-9d93-a27881078fe8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:19.953999313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-42c96d-policy","namespace":"ai-tenant-e2e-api-a-42c96d"},"namespace":"ai-tenant-e2e-api-a-42c96d","name":"e2e-e2e-api-a-42c96d-policy","reconcileID":"15e0ef90-b3e1-4437-8539-0579c868d6da","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-42c96d-policy","namespace":"ai-tenant-e2e-api-a-42c96d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-42c96d","tenantID":"e2e-api-a-42c96d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:20.010443973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-42c96d-policy","namespace":"ai-tenant-e2e-api-a-42c96d"},"namespace":"ai-tenant-e2e-api-a-42c96d","name":"e2e-e2e-api-a-42c96d-policy","reconcileID":"15e0ef90-b3e1-4437-8539-0579c868d6da","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-42c96d-policy","namespace":"ai-tenant-e2e-api-a-42c96d"},"name":"e2e-api-a-42c96d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:20.065612153Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-42c96d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-42c96d-policy","namespace":"ai-tenant-e2e-api-a-42c96d"},"namespace":"ai-tenant-e2e-api-a-42c96d","name":"e2e-e2e-api-a-42c96d-policy","reconcileID":"15e0ef90-b3e1-4437-8539-0579c868d6da","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-42c96d-policy","namespace":"ai-tenant-e2e-api-a-42c96d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:21.736395828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e7eea9-policy","namespace":"ai-tenant-e2e-api-b-e7eea9"},"namespace":"ai-tenant-e2e-api-b-e7eea9","name":"e2e-e2e-api-b-e7eea9-policy","reconcileID":"792456a6-fc2b-41a1-b235-75708b1ed018","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e7eea9-policy","namespace":"ai-tenant-e2e-api-b-e7eea9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e7eea9","tenantID":"e2e-api-b-e7eea9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:21.793062661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e7eea9-policy","namespace":"ai-tenant-e2e-api-b-e7eea9"},"namespace":"ai-tenant-e2e-api-b-e7eea9","name":"e2e-e2e-api-b-e7eea9-policy","reconcileID":"792456a6-fc2b-41a1-b235-75708b1ed018","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e7eea9-policy","namespace":"ai-tenant-e2e-api-b-e7eea9"},"name":"e2e-api-b-e7eea9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:21.848059489Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-e7eea9-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e7eea9-policy","namespace":"ai-tenant-e2e-api-b-e7eea9"},"namespace":"ai-tenant-e2e-api-b-e7eea9","name":"e2e-e2e-api-b-e7eea9-policy","reconcileID":"792456a6-fc2b-41a1-b235-75708b1ed018","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e7eea9-policy","namespace":"ai-tenant-e2e-api-b-e7eea9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:24.366514791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7cec02-policy","namespace":"ai-tenant-e2e-api-a-7cec02"},"namespace":"ai-tenant-e2e-api-a-7cec02","name":"e2e-e2e-api-a-7cec02-policy","reconcileID":"88434934-1c63-4ec3-8784-2a7da6ddaa56","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7cec02-policy","namespace":"ai-tenant-e2e-api-a-7cec02"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-7cec02","tenantID":"e2e-api-a-7cec02","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:24.422720557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7cec02-policy","namespace":"ai-tenant-e2e-api-a-7cec02"},"namespace":"ai-tenant-e2e-api-a-7cec02","name":"e2e-e2e-api-a-7cec02-policy","reconcileID":"88434934-1c63-4ec3-8784-2a7da6ddaa56","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7cec02-policy","namespace":"ai-tenant-e2e-api-a-7cec02"},"name":"e2e-api-a-7cec02-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:24.778908015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7cec02-policy","namespace":"ai-tenant-e2e-api-a-7cec02"},"namespace":"ai-tenant-e2e-api-a-7cec02","name":"e2e-e2e-api-a-7cec02-policy","reconcileID":"cae76a02-13ff-47c2-b1ea-807e7fff1caf","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7cec02-policy","namespace":"ai-tenant-e2e-api-a-7cec02"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-7cec02","tenantID":"e2e-api-a-7cec02","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:24.840479938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7cec02-policy","namespace":"ai-tenant-e2e-api-a-7cec02"},"namespace":"ai-tenant-e2e-api-a-7cec02","name":"e2e-e2e-api-a-7cec02-policy","reconcileID":"cae76a02-13ff-47c2-b1ea-807e7fff1caf","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7cec02-policy","namespace":"ai-tenant-e2e-api-a-7cec02"},"name":"e2e-api-a-7cec02-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:25.040794824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4128609c-2e5d-4683-8c23-0c24379d1d1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:25.093550677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4128609c-2e5d-4683-8c23-0c24379d1d1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:25.14906736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4128609c-2e5d-4683-8c23-0c24379d1d1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:25.20348691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4128609c-2e5d-4683-8c23-0c24379d1d1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:25.36121073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-da32b0","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-da32b0","reconcileID":"37727878-a2c2-4e39-a544-e7fdc7dfb146","MaaSAuthPolicy":{"name":"e2e-default-int-auth-da32b0","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:25.419757536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-da32b0","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-da32b0","reconcileID":"37727878-a2c2-4e39-a544-e7fdc7dfb146","MaaSAuthPolicy":{"name":"e2e-default-int-auth-da32b0","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:25.475300801Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-da32b0","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-da32b0","reconcileID":"37727878-a2c2-4e39-a544-e7fdc7dfb146","MaaSAuthPolicy":{"name":"e2e-default-int-auth-da32b0","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:27.281815722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d89a76bc-1c34-4bd2-95ed-9992ace27a59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:27.339166569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d89a76bc-1c34-4bd2-95ed-9992ace27a59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:27.400703366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d89a76bc-1c34-4bd2-95ed-9992ace27a59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:27.46032919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d89a76bc-1c34-4bd2-95ed-9992ace27a59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:28.553201878Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6e720458-c46e-410c-b4d8-2be4702e4367","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:28.553226038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6e720458-c46e-410c-b4d8-2be4702e4367","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:28.610963311Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a272f27c-7ea1-493e-b8db-3701b367ba45","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:28.610989277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a272f27c-7ea1-493e-b8db-3701b367ba45","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:28.716084078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2c70e7-policy","namespace":"ai-tenant-e2e-api-a-2c70e7"},"namespace":"ai-tenant-e2e-api-a-2c70e7","name":"e2e-e2e-api-a-2c70e7-policy","reconcileID":"82eb05d5-5b5c-437d-b0a7-af2e5b8bca02","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2c70e7-policy","namespace":"ai-tenant-e2e-api-a-2c70e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-2c70e7","tenantID":"e2e-api-a-2c70e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:28.856537962Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2c70e7-policy","namespace":"ai-tenant-e2e-api-a-2c70e7"},"namespace":"ai-tenant-e2e-api-a-2c70e7","name":"e2e-e2e-api-a-2c70e7-policy","reconcileID":"82eb05d5-5b5c-437d-b0a7-af2e5b8bca02","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2c70e7-policy","namespace":"ai-tenant-e2e-api-a-2c70e7"},"name":"e2e-api-a-2c70e7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:28.911820484Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-2c70e7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2c70e7-policy","namespace":"ai-tenant-e2e-api-a-2c70e7"},"namespace":"ai-tenant-e2e-api-a-2c70e7","name":"e2e-e2e-api-a-2c70e7-policy","reconcileID":"82eb05d5-5b5c-437d-b0a7-af2e5b8bca02","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2c70e7-policy","namespace":"ai-tenant-e2e-api-a-2c70e7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:28.970271193Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8553881e-7f83-4d40-bc5f-416c53481d29","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:28.970293108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8553881e-7f83-4d40-bc5f-416c53481d29","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:30.191325761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-42c96d-policy","namespace":"ai-tenant-e2e-api-a-42c96d"},"namespace":"ai-tenant-e2e-api-a-42c96d","name":"e2e-e2e-api-a-42c96d-policy","reconcileID":"2f7cdee2-3b48-42b9-a878-61c13d02b30c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-42c96d-policy","namespace":"ai-tenant-e2e-api-a-42c96d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-42c96d","tenantID":"e2e-api-a-42c96d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:30.24827463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-42c96d-policy","namespace":"ai-tenant-e2e-api-a-42c96d"},"namespace":"ai-tenant-e2e-api-a-42c96d","name":"e2e-e2e-api-a-42c96d-policy","reconcileID":"2f7cdee2-3b48-42b9-a878-61c13d02b30c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-42c96d-policy","namespace":"ai-tenant-e2e-api-a-42c96d"},"name":"e2e-api-a-42c96d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:30.303261958Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-42c96d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-42c96d-policy","namespace":"ai-tenant-e2e-api-a-42c96d"},"namespace":"ai-tenant-e2e-api-a-42c96d","name":"e2e-e2e-api-a-42c96d-policy","reconcileID":"2f7cdee2-3b48-42b9-a878-61c13d02b30c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-42c96d-policy","namespace":"ai-tenant-e2e-api-a-42c96d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:31.61550589Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-subscription","reconcileID":"e81e1349-6c8d-4992-9e23-92962e876bf5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-premium-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/premium-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:31.790098025Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-subscription","reconcileID":"cccaf7e7-f27d-4485-a623-c5c7832c9a3a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-simulator-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/simulator-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:31.906365325Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-subscription","reconcileID":"8458efe0-fb3e-4a33-b316-e526bcde6b52","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-simulator-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:31.953141609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e7eea9-policy","namespace":"ai-tenant-e2e-api-b-e7eea9"},"namespace":"ai-tenant-e2e-api-b-e7eea9","name":"e2e-e2e-api-b-e7eea9-policy","reconcileID":"9c985206-7819-4ba5-ae86-adbf98cfe4d1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e7eea9-policy","namespace":"ai-tenant-e2e-api-b-e7eea9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e7eea9","tenantID":"e2e-api-b-e7eea9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:32.011956293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e7eea9-policy","namespace":"ai-tenant-e2e-api-b-e7eea9"},"namespace":"ai-tenant-e2e-api-b-e7eea9","name":"e2e-e2e-api-b-e7eea9-policy","reconcileID":"9c985206-7819-4ba5-ae86-adbf98cfe4d1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e7eea9-policy","namespace":"ai-tenant-e2e-api-b-e7eea9"},"name":"e2e-api-b-e7eea9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:32.067141544Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-e7eea9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6220e687f7e421a9a2bee728f6b5aec9427ddfc4eeceac526c733bfca7470bf8) AuthConfig (7e9bfdf4f0b8363ea4067f4113cbb0632e75d91aaa0e8b0a3522d61724b1dfb3) AuthConfig (0e1a4d5e7e3f7ea75973f73dd0c30947fab733e1ec2d9d3aa7c70da99ec58f19) AuthConfig (f24311a0f0b5e3b2a902f228bf3099360822b0d6918d0cddb36c275e2e0b8234) AuthConfig (ab6c6247935cf3e29c98ca4331341073388178e4253a161047f15a53025e02f0) AuthConfig (9f3a92452cfbc64f3afecbc222be09944ba57877fc96d6e51aba4adf18f8130d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e7eea9-policy","namespace":"ai-tenant-e2e-api-b-e7eea9"},"namespace":"ai-tenant-e2e-api-b-e7eea9","name":"e2e-e2e-api-b-e7eea9-policy","reconcileID":"9c985206-7819-4ba5-ae86-adbf98cfe4d1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e7eea9-policy","namespace":"ai-tenant-e2e-api-b-e7eea9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:32.081689432Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-subscription","reconcileID":"a06e662b-f657-4e00-a3b2-b36f49ca9e91","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-premium-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/premium-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:32.12460424Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4c511eb0-5ad1-4814-a7f9-6c87edcf6501","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:32.12462459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4c511eb0-5ad1-4814-a7f9-6c87edcf6501","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:32.200309286Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"80339b95-902b-4681-9571-fc18d22c8b4f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:32.201014513Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-da32b0","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-da32b0","reconcileID":"505be3c5-1839-4c82-9a82-0f6773885bcd","MaaSSubscription":{"name":"e2e-default-int-sub-da32b0","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:32.297562289Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-subscription","reconcileID":"960b3e89-d6b4-4196-89ca-c91766dba792","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-premium-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/premium-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:32.401539459Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-subscription","reconcileID":"c3934205-6c45-4255-974c-0247b29f3533","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-simulator-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:32.598148746Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-subscription","reconcileID":"2c95d524-908e-4fe2-9a19-bde38370a8a7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-simulator-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:32.598241949Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-subscription","reconcileID":"8ed0c09c-bb4b-4e37-af55-cd0bcf2d7dbc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-premium-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/premium-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:32.741231456Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-subscription","reconcileID":"7ebc700b-e41d-45c1-9316-b0bc55d0b771","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-premium-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/premium-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:32.86659339Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c84a945f-0407-498a-bbfe-b1b10a80e3fc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:32.958693987Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-subscription","reconcileID":"51dec3d3-7a20-40cb-a5c9-a7306e19176f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-simulator-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/simulator-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:33.298207348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47f03537-3e27-4501-9274-615e79e16b79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:33.352152388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47f03537-3e27-4501-9274-615e79e16b79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:33.404995668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47f03537-3e27-4501-9274-615e79e16b79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:33.457662691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47f03537-3e27-4501-9274-615e79e16b79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:33.730183739Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7cec02"},"namespace":"ai-tenant-e2e-api-a-7cec02","name":"default-tenant","reconcileID":"bd272041-eb6d-4a3a-8f61-9a8747020d34","namespace":"ai-tenant-e2e-api-a-7cec02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:33.730265487Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7cec02"},"namespace":"ai-tenant-e2e-api-a-7cec02","name":"default-tenant","reconcileID":"bd272041-eb6d-4a3a-8f61-9a8747020d34","namespace":"ai-tenant-e2e-api-a-7cec02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:33.730336514Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7cec02"},"namespace":"ai-tenant-e2e-api-a-7cec02","name":"default-tenant","reconcileID":"bd272041-eb6d-4a3a-8f61-9a8747020d34","name":"e2e-e2e-api-a-7cec02-policy","namespace":"ai-tenant-e2e-api-a-7cec02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:33.785449803Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7cec02-policy","namespace":"ai-tenant-e2e-api-a-7cec02"},"namespace":"ai-tenant-e2e-api-a-7cec02","name":"e2e-e2e-api-a-7cec02-policy","reconcileID":"c37d6160-c0c0-4904-bf53-0ced8e598f04","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7cec02-policy","namespace":"ai-tenant-e2e-api-a-7cec02"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:33.785964147Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8b855d75-72ea-47a7-8892-3ed8c3ce25c4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:33.786299403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8b855d75-72ea-47a7-8892-3ed8c3ce25c4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:33.787232877Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7cec02"},"namespace":"ai-tenant-e2e-api-a-7cec02","name":"default-tenant","reconcileID":"bd272041-eb6d-4a3a-8f61-9a8747020d34","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:33.828088887Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-57ea84","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-57ea84","reconcileID":"94620091-75f0-4cef-a222-066848b61217","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-57ea84","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-57ea84":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:33.998420236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7cec02-policy","namespace":"ai-tenant-e2e-api-a-7cec02"},"namespace":"ai-tenant-e2e-api-a-7cec02","name":"e2e-e2e-api-a-7cec02-policy","reconcileID":"c37d6160-c0c0-4904-bf53-0ced8e598f04","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7cec02-policy","namespace":"ai-tenant-e2e-api-a-7cec02"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-7cec02","tenantID":"e2e-api-a-7cec02","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:34.124457366Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7cec02-policy","namespace":"ai-tenant-e2e-api-a-7cec02"},"namespace":"ai-tenant-e2e-api-a-7cec02","name":"e2e-e2e-api-a-7cec02-policy","reconcileID":"c37d6160-c0c0-4904-bf53-0ced8e598f04","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7cec02-policy","namespace":"ai-tenant-e2e-api-a-7cec02"},"name":"e2e-api-a-7cec02-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:34.124483513Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7cec02-policy","namespace":"ai-tenant-e2e-api-a-7cec02"},"namespace":"ai-tenant-e2e-api-a-7cec02","name":"e2e-e2e-api-a-7cec02-policy","reconcileID":"c37d6160-c0c0-4904-bf53-0ced8e598f04","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7cec02-policy","namespace":"ai-tenant-e2e-api-a-7cec02"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-7cec02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:34.182943568Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2e997c41-8699-4502-be21-ee35ba8c59d5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:34.182968274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2e997c41-8699-4502-be21-ee35ba8c59d5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:35.396427634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"743ad124-68f1-4487-bf04-574b5e6362ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:35.449240417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"743ad124-68f1-4487-bf04-574b5e6362ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:35.502204549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"743ad124-68f1-4487-bf04-574b5e6362ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:35.555217302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"743ad124-68f1-4487-bf04-574b5e6362ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:35.712922564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-da32b0","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-da32b0","reconcileID":"4ee3f96a-33be-4730-a692-c47bf3d2b374","MaaSAuthPolicy":{"name":"e2e-default-int-auth-da32b0","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:35.770433989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-da32b0","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-da32b0","reconcileID":"4ee3f96a-33be-4730-a692-c47bf3d2b374","MaaSAuthPolicy":{"name":"e2e-default-int-auth-da32b0","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:35.826264105Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-da32b0","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-da32b0","reconcileID":"4ee3f96a-33be-4730-a692-c47bf3d2b374","MaaSAuthPolicy":{"name":"e2e-default-int-auth-da32b0","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:35.884768326Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"933f4b8b-c55c-4bd9-95c2-ef97398c1b9b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:35.884792703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"933f4b8b-c55c-4bd9-95c2-ef97398c1b9b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:37.481474653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a0ceccd-ce5b-4ad0-b6c6-0b5a199bd035","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:37.534307049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a0ceccd-ce5b-4ad0-b6c6-0b5a199bd035","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:37.587269383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a0ceccd-ce5b-4ad0-b6c6-0b5a199bd035","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:37.640328125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a0ceccd-ce5b-4ad0-b6c6-0b5a199bd035","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:38.293990757Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"56422aea-868e-412a-9a48-b192ab29059d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:38.294017754Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"56422aea-868e-412a-9a48-b192ab29059d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:38.351317061Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1933e823-5981-458c-aae9-b6af66644746","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:38.351342855Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1933e823-5981-458c-aae9-b6af66644746","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:38.45597887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-14ca09-policy","namespace":"ai-tenant-e2e-api-b-14ca09"},"namespace":"ai-tenant-e2e-api-b-14ca09","name":"e2e-e2e-api-b-14ca09-policy","reconcileID":"069a2fcb-c3c0-42e7-bb27-12760f8fb5df","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-14ca09-policy","namespace":"ai-tenant-e2e-api-b-14ca09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-14ca09","tenantID":"e2e-api-b-14ca09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:38.580428596Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-14ca09-policy","namespace":"ai-tenant-e2e-api-b-14ca09"},"namespace":"ai-tenant-e2e-api-b-14ca09","name":"e2e-e2e-api-b-14ca09-policy","reconcileID":"069a2fcb-c3c0-42e7-bb27-12760f8fb5df","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-14ca09-policy","namespace":"ai-tenant-e2e-api-b-14ca09"},"name":"e2e-api-b-14ca09-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:38.63615685Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-14ca09-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-14ca09-policy","namespace":"ai-tenant-e2e-api-b-14ca09"},"namespace":"ai-tenant-e2e-api-b-14ca09","name":"e2e-e2e-api-b-14ca09-policy","reconcileID":"069a2fcb-c3c0-42e7-bb27-12760f8fb5df","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-14ca09-policy","namespace":"ai-tenant-e2e-api-b-14ca09"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:38.693590449Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"822d5f76-db52-4a7b-be5d-397b43083603","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:38.693610652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"822d5f76-db52-4a7b-be5d-397b43083603","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:39.074718873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2c70e7-policy","namespace":"ai-tenant-e2e-api-a-2c70e7"},"namespace":"ai-tenant-e2e-api-a-2c70e7","name":"e2e-e2e-api-a-2c70e7-policy","reconcileID":"0bdc7012-1592-443d-99f7-d51bb5e03c68","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2c70e7-policy","namespace":"ai-tenant-e2e-api-a-2c70e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-2c70e7","tenantID":"e2e-api-a-2c70e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:39.13093484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2c70e7-policy","namespace":"ai-tenant-e2e-api-a-2c70e7"},"namespace":"ai-tenant-e2e-api-a-2c70e7","name":"e2e-e2e-api-a-2c70e7-policy","reconcileID":"0bdc7012-1592-443d-99f7-d51bb5e03c68","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2c70e7-policy","namespace":"ai-tenant-e2e-api-a-2c70e7"},"name":"e2e-api-a-2c70e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:39.185970612Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-2c70e7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2c70e7-policy","namespace":"ai-tenant-e2e-api-a-2c70e7"},"namespace":"ai-tenant-e2e-api-a-2c70e7","name":"e2e-e2e-api-a-2c70e7-policy","reconcileID":"0bdc7012-1592-443d-99f7-d51bb5e03c68","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2c70e7-policy","namespace":"ai-tenant-e2e-api-a-2c70e7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:39.440086627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-01cbd8-policy","namespace":"ai-tenant-e2e-api-a-01cbd8"},"namespace":"ai-tenant-e2e-api-a-01cbd8","name":"e2e-e2e-api-a-01cbd8-policy","reconcileID":"70a72c4d-35bd-4db0-ace7-31f5eac8d186","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-01cbd8-policy","namespace":"ai-tenant-e2e-api-a-01cbd8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-01cbd8","tenantID":"e2e-api-a-01cbd8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:39.497956433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-01cbd8-policy","namespace":"ai-tenant-e2e-api-a-01cbd8"},"namespace":"ai-tenant-e2e-api-a-01cbd8","name":"e2e-e2e-api-a-01cbd8-policy","reconcileID":"70a72c4d-35bd-4db0-ace7-31f5eac8d186","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-01cbd8-policy","namespace":"ai-tenant-e2e-api-a-01cbd8"},"name":"e2e-api-a-01cbd8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:39.875339461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-01cbd8-policy","namespace":"ai-tenant-e2e-api-a-01cbd8"},"namespace":"ai-tenant-e2e-api-a-01cbd8","name":"e2e-e2e-api-a-01cbd8-policy","reconcileID":"a1cc4392-c590-4aac-ad9d-e12b65bfc585","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-01cbd8-policy","namespace":"ai-tenant-e2e-api-a-01cbd8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-01cbd8","tenantID":"e2e-api-a-01cbd8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:39.932390963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-01cbd8-policy","namespace":"ai-tenant-e2e-api-a-01cbd8"},"namespace":"ai-tenant-e2e-api-a-01cbd8","name":"e2e-e2e-api-a-01cbd8-policy","reconcileID":"a1cc4392-c590-4aac-ad9d-e12b65bfc585","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-01cbd8-policy","namespace":"ai-tenant-e2e-api-a-01cbd8"},"name":"e2e-api-a-01cbd8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:40.180317792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce9d855c-4d8a-4f83-a139-0770b79dc3f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:40.233292771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce9d855c-4d8a-4f83-a139-0770b79dc3f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:40.286155982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce9d855c-4d8a-4f83-a139-0770b79dc3f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:40.338884742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce9d855c-4d8a-4f83-a139-0770b79dc3f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:40.444007199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-42c96d-policy","namespace":"ai-tenant-e2e-api-a-42c96d"},"namespace":"ai-tenant-e2e-api-a-42c96d","name":"e2e-e2e-api-a-42c96d-policy","reconcileID":"84898bf5-b5fa-41cd-8645-b707fed5f91d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-42c96d-policy","namespace":"ai-tenant-e2e-api-a-42c96d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-42c96d","tenantID":"e2e-api-a-42c96d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:40.50093171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-42c96d-policy","namespace":"ai-tenant-e2e-api-a-42c96d"},"namespace":"ai-tenant-e2e-api-a-42c96d","name":"e2e-e2e-api-a-42c96d-policy","reconcileID":"84898bf5-b5fa-41cd-8645-b707fed5f91d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-42c96d-policy","namespace":"ai-tenant-e2e-api-a-42c96d"},"name":"e2e-api-a-42c96d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:40.608588309Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-42c96d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9b40818b1461174b05778ec6339b7a9f20da72df80338a93a6b93817de8dcc15) AuthConfig (84cea6d87abde17c521d5196ae9be5f2d98f1f640c32d0e1e22ffdc5b2783314) AuthConfig (9e0fdf2d5ea240fb0b2e12608de5a286e966dab04a3773a6826fc2424d79b965) AuthConfig (26b1c173905f595f5ec08e1250b2367eacb55ef44d91f2c16604c462b5e5505b) AuthConfig (c91a8eeeb973c6748464e85e6f0131b54121600925df0c40436bee44cb399c2a) AuthConfig (6184973ce4e0abd2190cf0e68e189e493fafb5d0dc8bf9301c9ca026751e6e3c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-42c96d-policy","namespace":"ai-tenant-e2e-api-a-42c96d"},"namespace":"ai-tenant-e2e-api-a-42c96d","name":"e2e-e2e-api-a-42c96d-policy","reconcileID":"84898bf5-b5fa-41cd-8645-b707fed5f91d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-42c96d-policy","namespace":"ai-tenant-e2e-api-a-42c96d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:40.665919305Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0a312f91-03a3-4d65-adbc-2f96ba5bfebb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:40.665940153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0a312f91-03a3-4d65-adbc-2f96ba5bfebb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:42.229582129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e7eea9-policy","namespace":"ai-tenant-e2e-api-b-e7eea9"},"namespace":"ai-tenant-e2e-api-b-e7eea9","name":"e2e-e2e-api-b-e7eea9-policy","reconcileID":"ea535653-5ff2-4db8-bb96-e6469668d8d9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e7eea9-policy","namespace":"ai-tenant-e2e-api-b-e7eea9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e7eea9","tenantID":"e2e-api-b-e7eea9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:42.282537622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e29ef5f-be8e-41d2-b5e2-728689fe1231","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:42.336007521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e29ef5f-be8e-41d2-b5e2-728689fe1231","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:42.338942378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e7eea9-policy","namespace":"ai-tenant-e2e-api-b-e7eea9"},"namespace":"ai-tenant-e2e-api-b-e7eea9","name":"e2e-e2e-api-b-e7eea9-policy","reconcileID":"ea535653-5ff2-4db8-bb96-e6469668d8d9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e7eea9-policy","namespace":"ai-tenant-e2e-api-b-e7eea9"},"name":"e2e-api-b-e7eea9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:42.388807616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e29ef5f-be8e-41d2-b5e2-728689fe1231","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:42.441559176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e29ef5f-be8e-41d2-b5e2-728689fe1231","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:42.443877696Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-e7eea9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6220e687f7e421a9a2bee728f6b5aec9427ddfc4eeceac526c733bfca7470bf8) AuthConfig (7e9bfdf4f0b8363ea4067f4113cbb0632e75d91aaa0e8b0a3522d61724b1dfb3) AuthConfig (0e1a4d5e7e3f7ea75973f73dd0c30947fab733e1ec2d9d3aa7c70da99ec58f19) AuthConfig (f24311a0f0b5e3b2a902f228bf3099360822b0d6918d0cddb36c275e2e0b8234) AuthConfig (ab6c6247935cf3e29c98ca4331341073388178e4253a161047f15a53025e02f0) AuthConfig (9f3a92452cfbc64f3afecbc222be09944ba57877fc96d6e51aba4adf18f8130d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e7eea9-policy","namespace":"ai-tenant-e2e-api-b-e7eea9"},"namespace":"ai-tenant-e2e-api-b-e7eea9","name":"e2e-e2e-api-b-e7eea9-policy","reconcileID":"ea535653-5ff2-4db8-bb96-e6469668d8d9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e7eea9-policy","namespace":"ai-tenant-e2e-api-b-e7eea9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:44.030152887Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:44.383325859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d01856d-df5d-4ff8-be9b-f30f92648620","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:44.436058912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d01856d-df5d-4ff8-be9b-f30f92648620","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:44.489855081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d01856d-df5d-4ff8-be9b-f30f92648620","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:44.54367561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d01856d-df5d-4ff8-be9b-f30f92648620","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:46.047473208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-da32b0","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-da32b0","reconcileID":"b9cf2d98-edc2-4519-a794-b4d8e291d7c0","MaaSAuthPolicy":{"name":"e2e-default-int-auth-da32b0","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:46.104375062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-da32b0","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-da32b0","reconcileID":"b9cf2d98-edc2-4519-a794-b4d8e291d7c0","MaaSAuthPolicy":{"name":"e2e-default-int-auth-da32b0","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:46.16140701Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-da32b0","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-da32b0","reconcileID":"b9cf2d98-edc2-4519-a794-b4d8e291d7c0","MaaSAuthPolicy":{"name":"e2e-default-int-auth-da32b0","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:46.433439897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2e0fd39-d472-4f53-aa8a-feb9a6fa2889","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:46.486761406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2e0fd39-d472-4f53-aa8a-feb9a6fa2889","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:46.539857456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2e0fd39-d472-4f53-aa8a-feb9a6fa2889","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:46.592907799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2e0fd39-d472-4f53-aa8a-feb9a6fa2889","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:48.499166714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4dd9c24-27a7-41ba-99f4-aa820c78c075","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:48.552146054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4dd9c24-27a7-41ba-99f4-aa820c78c075","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:48.605400493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4dd9c24-27a7-41ba-99f4-aa820c78c075","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:48.658260562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4dd9c24-27a7-41ba-99f4-aa820c78c075","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:48.798706337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-14ca09-policy","namespace":"ai-tenant-e2e-api-b-14ca09"},"namespace":"ai-tenant-e2e-api-b-14ca09","name":"e2e-e2e-api-b-14ca09-policy","reconcileID":"1bd63c1a-4b1c-4669-ab2d-51106963ed81","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-14ca09-policy","namespace":"ai-tenant-e2e-api-b-14ca09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-14ca09","tenantID":"e2e-api-b-14ca09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:48.855937577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-14ca09-policy","namespace":"ai-tenant-e2e-api-b-14ca09"},"namespace":"ai-tenant-e2e-api-b-14ca09","name":"e2e-e2e-api-b-14ca09-policy","reconcileID":"1bd63c1a-4b1c-4669-ab2d-51106963ed81","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-14ca09-policy","namespace":"ai-tenant-e2e-api-b-14ca09"},"name":"e2e-api-b-14ca09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:48.927242753Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-14ca09-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-14ca09-policy","namespace":"ai-tenant-e2e-api-b-14ca09"},"namespace":"ai-tenant-e2e-api-b-14ca09","name":"e2e-e2e-api-b-14ca09-policy","reconcileID":"1bd63c1a-4b1c-4669-ab2d-51106963ed81","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-14ca09-policy","namespace":"ai-tenant-e2e-api-b-14ca09"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:49.291339366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2c70e7-policy","namespace":"ai-tenant-e2e-api-a-2c70e7"},"namespace":"ai-tenant-e2e-api-a-2c70e7","name":"e2e-e2e-api-a-2c70e7-policy","reconcileID":"d6ba49f7-40a2-4651-b3f8-2319c2d52ab6","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2c70e7-policy","namespace":"ai-tenant-e2e-api-a-2c70e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-2c70e7","tenantID":"e2e-api-a-2c70e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:49.35303507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2c70e7-policy","namespace":"ai-tenant-e2e-api-a-2c70e7"},"namespace":"ai-tenant-e2e-api-a-2c70e7","name":"e2e-e2e-api-a-2c70e7-policy","reconcileID":"d6ba49f7-40a2-4651-b3f8-2319c2d52ab6","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2c70e7-policy","namespace":"ai-tenant-e2e-api-a-2c70e7"},"name":"e2e-api-a-2c70e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:49.407685202Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-2c70e7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2c70e7-policy","namespace":"ai-tenant-e2e-api-a-2c70e7"},"namespace":"ai-tenant-e2e-api-a-2c70e7","name":"e2e-e2e-api-a-2c70e7-policy","reconcileID":"d6ba49f7-40a2-4651-b3f8-2319c2d52ab6","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2c70e7-policy","namespace":"ai-tenant-e2e-api-a-2c70e7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:50.09976155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-01cbd8-policy","namespace":"ai-tenant-e2e-api-a-01cbd8"},"namespace":"ai-tenant-e2e-api-a-01cbd8","name":"e2e-e2e-api-a-01cbd8-policy","reconcileID":"8550b2d5-76ba-493c-9fda-7590224d99df","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-01cbd8-policy","namespace":"ai-tenant-e2e-api-a-01cbd8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-01cbd8","tenantID":"e2e-api-a-01cbd8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:50.156864128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-01cbd8-policy","namespace":"ai-tenant-e2e-api-a-01cbd8"},"namespace":"ai-tenant-e2e-api-a-01cbd8","name":"e2e-e2e-api-a-01cbd8-policy","reconcileID":"8550b2d5-76ba-493c-9fda-7590224d99df","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-01cbd8-policy","namespace":"ai-tenant-e2e-api-a-01cbd8"},"name":"e2e-api-a-01cbd8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:50.46828359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-01cbd8-policy","namespace":"ai-tenant-e2e-api-a-01cbd8"},"namespace":"ai-tenant-e2e-api-a-01cbd8","name":"e2e-e2e-api-a-01cbd8-policy","reconcileID":"603e0189-9c47-432d-ae73-f610be11bc7b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-01cbd8-policy","namespace":"ai-tenant-e2e-api-a-01cbd8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-01cbd8","tenantID":"e2e-api-a-01cbd8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:50.52467382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-01cbd8-policy","namespace":"ai-tenant-e2e-api-a-01cbd8"},"namespace":"ai-tenant-e2e-api-a-01cbd8","name":"e2e-e2e-api-a-01cbd8-policy","reconcileID":"603e0189-9c47-432d-ae73-f610be11bc7b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-01cbd8-policy","namespace":"ai-tenant-e2e-api-a-01cbd8"},"name":"e2e-api-a-01cbd8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:50.560627308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8776d2c3-55c3-4cb2-b9de-f2ce439900b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:50.613303157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8776d2c3-55c3-4cb2-b9de-f2ce439900b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:50.666045249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8776d2c3-55c3-4cb2-b9de-f2ce439900b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:50.718789376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8776d2c3-55c3-4cb2-b9de-f2ce439900b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:50.823551635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-42c96d-policy","namespace":"ai-tenant-e2e-api-a-42c96d"},"namespace":"ai-tenant-e2e-api-a-42c96d","name":"e2e-e2e-api-a-42c96d-policy","reconcileID":"509d11c1-4c75-41ef-928a-620dcb8acd50","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-42c96d-policy","namespace":"ai-tenant-e2e-api-a-42c96d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-42c96d","tenantID":"e2e-api-a-42c96d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:50.880303166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-42c96d-policy","namespace":"ai-tenant-e2e-api-a-42c96d"},"namespace":"ai-tenant-e2e-api-a-42c96d","name":"e2e-e2e-api-a-42c96d-policy","reconcileID":"509d11c1-4c75-41ef-928a-620dcb8acd50","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-42c96d-policy","namespace":"ai-tenant-e2e-api-a-42c96d"},"name":"e2e-api-a-42c96d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:50.988675969Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-42c96d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9b40818b1461174b05778ec6339b7a9f20da72df80338a93a6b93817de8dcc15) AuthConfig (84cea6d87abde17c521d5196ae9be5f2d98f1f640c32d0e1e22ffdc5b2783314) AuthConfig (9e0fdf2d5ea240fb0b2e12608de5a286e966dab04a3773a6826fc2424d79b965) AuthConfig (26b1c173905f595f5ec08e1250b2367eacb55ef44d91f2c16604c462b5e5505b) AuthConfig (c91a8eeeb973c6748464e85e6f0131b54121600925df0c40436bee44cb399c2a) AuthConfig (6184973ce4e0abd2190cf0e68e189e493fafb5d0dc8bf9301c9ca026751e6e3c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-42c96d-policy","namespace":"ai-tenant-e2e-api-a-42c96d"},"namespace":"ai-tenant-e2e-api-a-42c96d","name":"e2e-e2e-api-a-42c96d-policy","reconcileID":"509d11c1-4c75-41ef-928a-620dcb8acd50","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-42c96d-policy","namespace":"ai-tenant-e2e-api-a-42c96d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:52.549950769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e7eea9-policy","namespace":"ai-tenant-e2e-api-b-e7eea9"},"namespace":"ai-tenant-e2e-api-b-e7eea9","name":"e2e-e2e-api-b-e7eea9-policy","reconcileID":"36a5180a-aef3-4e58-b93d-f13c9d3c0706","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e7eea9-policy","namespace":"ai-tenant-e2e-api-b-e7eea9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e7eea9","tenantID":"e2e-api-b-e7eea9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:52.606320021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e7eea9-policy","namespace":"ai-tenant-e2e-api-b-e7eea9"},"namespace":"ai-tenant-e2e-api-b-e7eea9","name":"e2e-e2e-api-b-e7eea9-policy","reconcileID":"36a5180a-aef3-4e58-b93d-f13c9d3c0706","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e7eea9-policy","namespace":"ai-tenant-e2e-api-b-e7eea9"},"name":"e2e-api-b-e7eea9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:52.661276007Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-e7eea9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6220e687f7e421a9a2bee728f6b5aec9427ddfc4eeceac526c733bfca7470bf8) AuthConfig (7e9bfdf4f0b8363ea4067f4113cbb0632e75d91aaa0e8b0a3522d61724b1dfb3) AuthConfig (0e1a4d5e7e3f7ea75973f73dd0c30947fab733e1ec2d9d3aa7c70da99ec58f19) AuthConfig (f24311a0f0b5e3b2a902f228bf3099360822b0d6918d0cddb36c275e2e0b8234) AuthConfig (ab6c6247935cf3e29c98ca4331341073388178e4253a161047f15a53025e02f0) AuthConfig (9f3a92452cfbc64f3afecbc222be09944ba57877fc96d6e51aba4adf18f8130d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e7eea9-policy","namespace":"ai-tenant-e2e-api-b-e7eea9"},"namespace":"ai-tenant-e2e-api-b-e7eea9","name":"e2e-e2e-api-b-e7eea9-policy","reconcileID":"36a5180a-aef3-4e58-b93d-f13c9d3c0706","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e7eea9-policy","namespace":"ai-tenant-e2e-api-b-e7eea9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:52.685121445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf7ebf8d-0410-4b0d-90ca-e47b5f87c28f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:52.737793908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf7ebf8d-0410-4b0d-90ca-e47b5f87c28f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:52.805388585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf7ebf8d-0410-4b0d-90ca-e47b5f87c28f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:52.866994827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf7ebf8d-0410-4b0d-90ca-e47b5f87c28f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:54.793031094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ada940ca-084d-4ab2-bc29-f2e2a46bc0ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:54.845818631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ada940ca-084d-4ab2-bc29-f2e2a46bc0ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:54.899101233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ada940ca-084d-4ab2-bc29-f2e2a46bc0ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:54.952285006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ada940ca-084d-4ab2-bc29-f2e2a46bc0ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:56.34181386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-da32b0","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-da32b0","reconcileID":"ae688b04-045d-49f3-a390-7504c472cda4","MaaSAuthPolicy":{"name":"e2e-default-int-auth-da32b0","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:56.399046185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-da32b0","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-da32b0","reconcileID":"ae688b04-045d-49f3-a390-7504c472cda4","MaaSAuthPolicy":{"name":"e2e-default-int-auth-da32b0","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:56.45494667Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-da32b0","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-da32b0","reconcileID":"ae688b04-045d-49f3-a390-7504c472cda4","MaaSAuthPolicy":{"name":"e2e-default-int-auth-da32b0","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:56.863551589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1f154ab-4085-4e04-ab6c-e88e706372fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:56.916461507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1f154ab-4085-4e04-ab6c-e88e706372fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:56.969717311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1f154ab-4085-4e04-ab6c-e88e706372fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:57.0233343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1f154ab-4085-4e04-ab6c-e88e706372fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:59.03417415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-14ca09-policy","namespace":"ai-tenant-e2e-api-b-14ca09"},"namespace":"ai-tenant-e2e-api-b-14ca09","name":"e2e-e2e-api-b-14ca09-policy","reconcileID":"fc2c921f-8dca-4c35-b760-f0abd24c864b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-14ca09-policy","namespace":"ai-tenant-e2e-api-b-14ca09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-14ca09","tenantID":"e2e-api-b-14ca09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:59.091007117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-14ca09-policy","namespace":"ai-tenant-e2e-api-b-14ca09"},"namespace":"ai-tenant-e2e-api-b-14ca09","name":"e2e-e2e-api-b-14ca09-policy","reconcileID":"fc2c921f-8dca-4c35-b760-f0abd24c864b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-14ca09-policy","namespace":"ai-tenant-e2e-api-b-14ca09"},"name":"e2e-api-b-14ca09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:59.146269109Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-14ca09-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-14ca09-policy","namespace":"ai-tenant-e2e-api-b-14ca09"},"namespace":"ai-tenant-e2e-api-b-14ca09","name":"e2e-e2e-api-b-14ca09-policy","reconcileID":"fc2c921f-8dca-4c35-b760-f0abd24c864b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-14ca09-policy","namespace":"ai-tenant-e2e-api-b-14ca09"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:59.513948265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2c70e7-policy","namespace":"ai-tenant-e2e-api-a-2c70e7"},"namespace":"ai-tenant-e2e-api-a-2c70e7","name":"e2e-e2e-api-a-2c70e7-policy","reconcileID":"e964a5a8-51d3-4600-a7c1-5ab3cd587a11","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2c70e7-policy","namespace":"ai-tenant-e2e-api-a-2c70e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-2c70e7","tenantID":"e2e-api-a-2c70e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:59.570279565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2c70e7-policy","namespace":"ai-tenant-e2e-api-a-2c70e7"},"namespace":"ai-tenant-e2e-api-a-2c70e7","name":"e2e-e2e-api-a-2c70e7-policy","reconcileID":"e964a5a8-51d3-4600-a7c1-5ab3cd587a11","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2c70e7-policy","namespace":"ai-tenant-e2e-api-a-2c70e7"},"name":"e2e-api-a-2c70e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:59.625202313Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-2c70e7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2c70e7-policy","namespace":"ai-tenant-e2e-api-a-2c70e7"},"namespace":"ai-tenant-e2e-api-a-2c70e7","name":"e2e-e2e-api-a-2c70e7-policy","reconcileID":"e964a5a8-51d3-4600-a7c1-5ab3cd587a11","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2c70e7-policy","namespace":"ai-tenant-e2e-api-a-2c70e7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:01.09436586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-42c96d-policy","namespace":"ai-tenant-e2e-api-a-42c96d"},"namespace":"ai-tenant-e2e-api-a-42c96d","name":"e2e-e2e-api-a-42c96d-policy","reconcileID":"29170082-43d2-4a3a-b07e-17c9b92bf8fe","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-42c96d-policy","namespace":"ai-tenant-e2e-api-a-42c96d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-42c96d","tenantID":"e2e-api-a-42c96d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:01.15226445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-42c96d-policy","namespace":"ai-tenant-e2e-api-a-42c96d"},"namespace":"ai-tenant-e2e-api-a-42c96d","name":"e2e-e2e-api-a-42c96d-policy","reconcileID":"29170082-43d2-4a3a-b07e-17c9b92bf8fe","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-42c96d-policy","namespace":"ai-tenant-e2e-api-a-42c96d"},"name":"e2e-api-a-42c96d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:01.46843909Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ca2de7ae-798d-413a-a562-bdf25634987b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:01.468466934Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ca2de7ae-798d-413a-a562-bdf25634987b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:02.76788753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e7eea9-policy","namespace":"ai-tenant-e2e-api-b-e7eea9"},"namespace":"ai-tenant-e2e-api-b-e7eea9","name":"e2e-e2e-api-b-e7eea9-policy","reconcileID":"f3e63a52-a6f5-42f0-a0de-5c6c7317621d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e7eea9-policy","namespace":"ai-tenant-e2e-api-b-e7eea9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e7eea9","tenantID":"e2e-api-b-e7eea9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:02.825076443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e7eea9-policy","namespace":"ai-tenant-e2e-api-b-e7eea9"},"namespace":"ai-tenant-e2e-api-b-e7eea9","name":"e2e-e2e-api-b-e7eea9-policy","reconcileID":"f3e63a52-a6f5-42f0-a0de-5c6c7317621d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e7eea9-policy","namespace":"ai-tenant-e2e-api-b-e7eea9"},"name":"e2e-api-b-e7eea9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:03.142003465Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c4340119-2c34-4446-ae46-a232061deb65","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:03.142025401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c4340119-2c34-4446-ae46-a232061deb65","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:04.179812573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-bc2046"},"namespace":"ai-tenant-e2e-api-b-bc2046","name":"default-tenant","reconcileID":"27c9c236-ff15-4b59-9549-a4c13867296c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-bc2046","tenantID":"e2e-api-b-bc2046","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:04.295150896Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-bc2046"},"namespace":"ai-tenant-e2e-api-b-bc2046","name":"default-tenant","reconcileID":"27c9c236-ff15-4b59-9549-a4c13867296c","name":"e2e-api-b-bc2046-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:06.616988878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-da32b0","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-da32b0","reconcileID":"6474336f-38cf-4336-b18a-4deecce16daf","MaaSAuthPolicy":{"name":"e2e-default-int-auth-da32b0","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:06.673804307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-da32b0","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-da32b0","reconcileID":"6474336f-38cf-4336-b18a-4deecce16daf","MaaSAuthPolicy":{"name":"e2e-default-int-auth-da32b0","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:06.94435248Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1ea207b9-b48f-47de-b01e-bf961672056b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:06.944384038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1ea207b9-b48f-47de-b01e-bf961672056b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:09.154737112Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-01cbd8"},"namespace":"ai-tenant-e2e-api-a-01cbd8","name":"default-tenant","reconcileID":"ed448fc2-868e-4e47-9c22-fe6f53f1683b","namespace":"ai-tenant-e2e-api-a-01cbd8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:09.15479828Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-01cbd8"},"namespace":"ai-tenant-e2e-api-a-01cbd8","name":"default-tenant","reconcileID":"ed448fc2-868e-4e47-9c22-fe6f53f1683b","namespace":"ai-tenant-e2e-api-a-01cbd8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:09.154845454Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-01cbd8"},"namespace":"ai-tenant-e2e-api-a-01cbd8","name":"default-tenant","reconcileID":"ed448fc2-868e-4e47-9c22-fe6f53f1683b","name":"e2e-e2e-api-a-01cbd8-policy","namespace":"ai-tenant-e2e-api-a-01cbd8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:09.212007133Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-01cbd8"},"namespace":"ai-tenant-e2e-api-a-01cbd8","name":"default-tenant","reconcileID":"ed448fc2-868e-4e47-9c22-fe6f53f1683b","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:09.212299493Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-01cbd8-policy","namespace":"ai-tenant-e2e-api-a-01cbd8"},"namespace":"ai-tenant-e2e-api-a-01cbd8","name":"e2e-e2e-api-a-01cbd8-policy","reconcileID":"667b1cd0-4952-4eae-9bc1-473ec056f614","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-01cbd8-policy","namespace":"ai-tenant-e2e-api-a-01cbd8"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:09.212646399Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a259b24d-104c-43e0-bf31-737efd525573","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:09.21270455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a259b24d-104c-43e0-bf31-737efd525573","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:09.253173757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-14ca09-policy","namespace":"ai-tenant-e2e-api-b-14ca09"},"namespace":"ai-tenant-e2e-api-b-14ca09","name":"e2e-e2e-api-b-14ca09-policy","reconcileID":"a3e51d4c-3c02-40c6-bda9-25c34f707b1f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-14ca09-policy","namespace":"ai-tenant-e2e-api-b-14ca09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-14ca09","tenantID":"e2e-api-b-14ca09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:09.311976029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-14ca09-policy","namespace":"ai-tenant-e2e-api-b-14ca09"},"namespace":"ai-tenant-e2e-api-b-14ca09","name":"e2e-e2e-api-b-14ca09-policy","reconcileID":"a3e51d4c-3c02-40c6-bda9-25c34f707b1f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-14ca09-policy","namespace":"ai-tenant-e2e-api-b-14ca09"},"name":"e2e-api-b-14ca09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:09.370373893Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-14ca09-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (49a3681bd18aa9fe05aa239faa4f6f3c4843ccf7c755daad3e4326b1b5055421) AuthConfig (78ed3ba9e4b160c63d16a54fc515c008aa2fdaa999fe61b882eb91fbbbc668a6) AuthConfig (0a209119858e98d9f7bf2d4fc3896907f92b27eeeabf31ea1492a7ca7a772fc0) AuthConfig (68b7ccd08580414b2ef3e456aa5c7be6ab6f717773af7bd9f8a08ccf54f92031) AuthConfig (6d5aff9caea19b8f0ff8c0268b43ca65afdceb1f9077b6b8cefbaea6cd871bfe) AuthConfig (26ac6fb094c71f5d3802c258b52cbb449392369290dabf3ce6966b236529a5f9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-14ca09-policy","namespace":"ai-tenant-e2e-api-b-14ca09"},"namespace":"ai-tenant-e2e-api-b-14ca09","name":"e2e-e2e-api-b-14ca09-policy","reconcileID":"a3e51d4c-3c02-40c6-bda9-25c34f707b1f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-14ca09-policy","namespace":"ai-tenant-e2e-api-b-14ca09"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:09.371062641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-01cbd8-policy","namespace":"ai-tenant-e2e-api-a-01cbd8"},"namespace":"ai-tenant-e2e-api-a-01cbd8","name":"e2e-e2e-api-a-01cbd8-policy","reconcileID":"667b1cd0-4952-4eae-9bc1-473ec056f614","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-01cbd8-policy","namespace":"ai-tenant-e2e-api-a-01cbd8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-01cbd8","tenantID":"e2e-api-a-01cbd8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:09.442616831Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4ca0569d-81f9-4c28-b398-fb34aad844de","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:09.442639393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4ca0569d-81f9-4c28-b398-fb34aad844de","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:09.507727096Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-01cbd8-policy","namespace":"ai-tenant-e2e-api-a-01cbd8"},"namespace":"ai-tenant-e2e-api-a-01cbd8","name":"e2e-e2e-api-a-01cbd8-policy","reconcileID":"667b1cd0-4952-4eae-9bc1-473ec056f614","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-01cbd8-policy","namespace":"ai-tenant-e2e-api-a-01cbd8"},"name":"e2e-api-a-01cbd8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:09.507751042Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-01cbd8-policy","namespace":"ai-tenant-e2e-api-a-01cbd8"},"namespace":"ai-tenant-e2e-api-a-01cbd8","name":"e2e-e2e-api-a-01cbd8-policy","reconcileID":"667b1cd0-4952-4eae-9bc1-473ec056f614","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-01cbd8-policy","namespace":"ai-tenant-e2e-api-a-01cbd8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-01cbd8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:09.564569636Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2c445bdf-6442-49fb-a807-6426146b3b2a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:09.564595466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2c445bdf-6442-49fb-a807-6426146b3b2a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:09.730873077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2c70e7-policy","namespace":"ai-tenant-e2e-api-a-2c70e7"},"namespace":"ai-tenant-e2e-api-a-2c70e7","name":"e2e-e2e-api-a-2c70e7-policy","reconcileID":"26b4fa00-247c-45a3-89b1-2ffcd77ca353","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2c70e7-policy","namespace":"ai-tenant-e2e-api-a-2c70e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-2c70e7","tenantID":"e2e-api-a-2c70e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:09.788539268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2c70e7-policy","namespace":"ai-tenant-e2e-api-a-2c70e7"},"namespace":"ai-tenant-e2e-api-a-2c70e7","name":"e2e-e2e-api-a-2c70e7-policy","reconcileID":"26b4fa00-247c-45a3-89b1-2ffcd77ca353","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2c70e7-policy","namespace":"ai-tenant-e2e-api-a-2c70e7"},"name":"e2e-api-a-2c70e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:09.843402984Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-2c70e7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0bd051f1e6121e00b678a3977a3c318448f87d1ac4e0433d87272e68801e515e) AuthConfig (94bca8f1970451fb09d54802fbefe4b78694b1ce6ef0e79ef4f216bf070e323b) AuthConfig (72993cbcf87255e7983ba7abd28ac5c547cb320077b63d578c855d2287d53411) AuthConfig (be6c1c1e82ad63c861457c1bdced91e4b65155060657e666f7bf4319b281d53a) AuthConfig (6bf976dfee064c98d9d3cab6e980634a10becad3681adf7adfb19526100d7137) AuthConfig (a1f73b554ef6bce241130564680a400f34e556d15513fc6eca8954b0456a1ac2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2c70e7-policy","namespace":"ai-tenant-e2e-api-a-2c70e7"},"namespace":"ai-tenant-e2e-api-a-2c70e7","name":"e2e-e2e-api-a-2c70e7-policy","reconcileID":"26b4fa00-247c-45a3-89b1-2ffcd77ca353","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2c70e7-policy","namespace":"ai-tenant-e2e-api-a-2c70e7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:09.901300934Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"453bba24-41e9-4ae9-bd7a-41c947a93f87","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:09.901323186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"453bba24-41e9-4ae9-bd7a-41c947a93f87","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:11.928493267Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-da32b0","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-da32b0","reconcileID":"2820ffa8-99e9-40ca-b29d-48e4eaf5de1b","MaaSAuthPolicy":{"name":"e2e-default-int-auth-da32b0","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:11.928619802Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"959e0f4c-9370-4040-aab8-3c0ff35d8722","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:11.928640973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"959e0f4c-9370-4040-aab8-3c0ff35d8722","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:12.137405153Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"64e221a5-eb01-47b8-9ef2-8fe755c31c68","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:12.137427082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"64e221a5-eb01-47b8-9ef2-8fe755c31c68","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:12.293997139Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"78f44fe2-5b5e-42e1-a95e-eae4dbdd7be6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:12.294020372Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"78f44fe2-5b5e-42e1-a95e-eae4dbdd7be6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:12.450519194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4bdddce0-a4ef-4e94-a616-0fd1952b0843","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:12.450517281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5ba8fb1d-7f89-4438-98bf-6c9915dea33a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:12.507368178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5ba8fb1d-7f89-4438-98bf-6c9915dea33a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:12.507392286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4bdddce0-a4ef-4e94-a616-0fd1952b0843","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:14.029965588Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:17.54494918Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-subscription","reconcileID":"a1e7eb1a-e198-4b13-9c08-9a5eb29bb112","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-premium-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/premium-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:17.661550021Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-subscription","reconcileID":"7698da05-5902-4069-acc8-5cacdb8dc13d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-simulator-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/simulator-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:17.891569705Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"977c31e9-6e05-470d-90b9-ad3d9084618b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:17.936463865Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-subscription","reconcileID":"cfb1df92-9b79-4bf8-8f79-70075e818463","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-simulator-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:18.03770594Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-subscription","reconcileID":"128004ef-ff51-4dd8-ad4f-1ca336041106","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-simulator-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:18.181283532Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-subscription","reconcileID":"8def09fb-2a96-4d50-bffa-d446613d2a9c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-premium-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/premium-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:18.282498253Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1081eeb7-6674-463f-9543-0d39c26adb73","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:18.592786903Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-subscription","reconcileID":"68333192-7732-473e-9c24-9b740208fdc9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-simulator-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:18.692587966Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-subscription","reconcileID":"43ffa280-84de-471e-ab67-55999e288417","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-premium-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/premium-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:18.792957741Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a8ce9384-db75-4a53-96cb-7d1ce20b1e8f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:18.828925111Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-subscription","reconcileID":"e89267c0-f2d4-4f89-9877-b57e7db8e2e2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-simulator-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/simulator-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:18.893759588Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-subscription","reconcileID":"5ede1b8d-1e92-4a1e-97b8-b5cb06230d4d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-premium-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/premium-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:18.994613702Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-subscription","reconcileID":"682d2a55-1fc3-4fc9-b143-4c299814ebc7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-premium-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/premium-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:19.548181421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-14ca09-policy","namespace":"ai-tenant-e2e-api-b-14ca09"},"namespace":"ai-tenant-e2e-api-b-14ca09","name":"e2e-e2e-api-b-14ca09-policy","reconcileID":"cd278ba5-36c4-4427-bfd5-87fc29ab2f56","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-14ca09-policy","namespace":"ai-tenant-e2e-api-b-14ca09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-14ca09","tenantID":"e2e-api-b-14ca09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:19.604873242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-14ca09-policy","namespace":"ai-tenant-e2e-api-b-14ca09"},"namespace":"ai-tenant-e2e-api-b-14ca09","name":"e2e-e2e-api-b-14ca09-policy","reconcileID":"cd278ba5-36c4-4427-bfd5-87fc29ab2f56","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-14ca09-policy","namespace":"ai-tenant-e2e-api-b-14ca09"},"name":"e2e-api-b-14ca09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:19.924220285Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"122dfcfa-f6d5-4d09-9f1f-a816e9f39875","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:19.924245945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"122dfcfa-f6d5-4d09-9f1f-a816e9f39875","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:20.006645157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2c70e7-policy","namespace":"ai-tenant-e2e-api-a-2c70e7"},"namespace":"ai-tenant-e2e-api-a-2c70e7","name":"e2e-e2e-api-a-2c70e7-policy","reconcileID":"17749ba8-6646-4372-8083-f36effb1741b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2c70e7-policy","namespace":"ai-tenant-e2e-api-a-2c70e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-2c70e7","tenantID":"e2e-api-a-2c70e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:20.062946724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2c70e7-policy","namespace":"ai-tenant-e2e-api-a-2c70e7"},"namespace":"ai-tenant-e2e-api-a-2c70e7","name":"e2e-e2e-api-a-2c70e7-policy","reconcileID":"17749ba8-6646-4372-8083-f36effb1741b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2c70e7-policy","namespace":"ai-tenant-e2e-api-a-2c70e7"},"name":"e2e-api-a-2c70e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:20.380989707Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f1fc2821-ace7-4eaf-b609-1f06278caf23","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:20.381019143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f1fc2821-ace7-4eaf-b609-1f06278caf23","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:22.457355378Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-da32b0","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-da32b0","reconcileID":"a82f7eef-e7de-4a8b-88a4-82d21566c786","MaaSSubscription":{"name":"e2e-default-int-sub-da32b0","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-default-int-sub-da32b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:22.61581691Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-da32b0","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-da32b0","reconcileID":"a82f7eef-e7de-4a8b-88a4-82d21566c786","MaaSSubscription":{"name":"e2e-default-int-sub-da32b0","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:22.834514007Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3864e2af-8249-41ad-b944-c8f8344e0049","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:22.83453683Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3864e2af-8249-41ad-b944-c8f8344e0049","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:22.991872955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fcb29fb6-3837-427a-bcd2-3759a6691ef1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:22.99194488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b8302931-d090-4100-a789-f932ad91ca20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:23.048468084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fcb29fb6-3837-427a-bcd2-3759a6691ef1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:23.048715509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b8302931-d090-4100-a789-f932ad91ca20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:33.221383013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-57ea84"},"namespace":"ai-tenant-e2e-api-b-57ea84","name":"default-tenant","reconcileID":"44681e7d-c950-42d6-8ba4-8622c32ff467","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-57ea84","tenantID":"e2e-api-b-57ea84","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:33.337916448Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-57ea84"},"namespace":"ai-tenant-e2e-api-b-57ea84","name":"default-tenant","reconcileID":"44681e7d-c950-42d6-8ba4-8622c32ff467","name":"e2e-api-b-57ea84-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:33.396507756Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7cec02"},"namespace":"ai-tenant-e2e-api-a-7cec02","name":"default-tenant","reconcileID":"7c961da2-1b68-4a93-a1fa-b13012e5a201","namespace":"ai-tenant-e2e-api-a-7cec02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:33.396571286Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7cec02"},"namespace":"ai-tenant-e2e-api-a-7cec02","name":"default-tenant","reconcileID":"7c961da2-1b68-4a93-a1fa-b13012e5a201","namespace":"ai-tenant-e2e-api-a-7cec02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:33.396647738Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7cec02"},"namespace":"ai-tenant-e2e-api-a-7cec02","name":"default-tenant","reconcileID":"7c961da2-1b68-4a93-a1fa-b13012e5a201","tenant":"e2e-api-a-7cec02","tenantID":"e2e-api-a-7cec02","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:33.450778549Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7cec02"},"namespace":"ai-tenant-e2e-api-a-7cec02","name":"default-tenant","reconcileID":"7c961da2-1b68-4a93-a1fa-b13012e5a201","gvk":"Deployment","name":"maas-api-e2e-api-a-7cec02","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:33.510755866Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7cec02"},"namespace":"ai-tenant-e2e-api-a-7cec02","name":"default-tenant","reconcileID":"7c961da2-1b68-4a93-a1fa-b13012e5a201","gvk":"Service","name":"maas-api-e2e-api-a-7cec02","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:33.569191022Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7cec02"},"namespace":"ai-tenant-e2e-api-a-7cec02","name":"default-tenant","reconcileID":"7c961da2-1b68-4a93-a1fa-b13012e5a201","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-7cec02","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:33.623712275Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7cec02"},"namespace":"ai-tenant-e2e-api-a-7cec02","name":"default-tenant","reconcileID":"7c961da2-1b68-4a93-a1fa-b13012e5a201","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-7cec02","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:33.682867845Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7cec02"},"namespace":"ai-tenant-e2e-api-a-7cec02","name":"default-tenant","reconcileID":"7c961da2-1b68-4a93-a1fa-b13012e5a201","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-7cec02","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:33.73988546Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7cec02"},"namespace":"ai-tenant-e2e-api-a-7cec02","name":"default-tenant","reconcileID":"7c961da2-1b68-4a93-a1fa-b13012e5a201","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-7cec02","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:33.796833882Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7cec02"},"namespace":"ai-tenant-e2e-api-a-7cec02","name":"default-tenant","reconcileID":"7c961da2-1b68-4a93-a1fa-b13012e5a201","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-7cec02","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:33.854959646Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7cec02"},"namespace":"ai-tenant-e2e-api-a-7cec02","name":"default-tenant","reconcileID":"7c961da2-1b68-4a93-a1fa-b13012e5a201","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-7cec02","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:33.910543829Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7cec02"},"namespace":"ai-tenant-e2e-api-a-7cec02","name":"default-tenant","reconcileID":"7c961da2-1b68-4a93-a1fa-b13012e5a201","gvk":"Deployment","name":"payload-processing-e2e-api-a-7cec02","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:33.964025783Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7cec02"},"namespace":"ai-tenant-e2e-api-a-7cec02","name":"default-tenant","reconcileID":"7c961da2-1b68-4a93-a1fa-b13012e5a201","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-7cec02","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:34.016875383Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7cec02"},"namespace":"ai-tenant-e2e-api-a-7cec02","name":"default-tenant","reconcileID":"7c961da2-1b68-4a93-a1fa-b13012e5a201","gvk":"Service","name":"payload-processing-e2e-api-a-7cec02","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:34.069070906Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7cec02"},"namespace":"ai-tenant-e2e-api-a-7cec02","name":"default-tenant","reconcileID":"7c961da2-1b68-4a93-a1fa-b13012e5a201","gvk":"Service","name":"payload-pre-processing-e2e-api-a-7cec02","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:34.126314602Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7cec02"},"namespace":"ai-tenant-e2e-api-a-7cec02","name":"default-tenant","reconcileID":"7c961da2-1b68-4a93-a1fa-b13012e5a201","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-7cec02","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:34.178936299Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7cec02"},"namespace":"ai-tenant-e2e-api-a-7cec02","name":"default-tenant","reconcileID":"7c961da2-1b68-4a93-a1fa-b13012e5a201","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-7cec02","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:34.231420806Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7cec02"},"namespace":"ai-tenant-e2e-api-a-7cec02","name":"default-tenant","reconcileID":"7c961da2-1b68-4a93-a1fa-b13012e5a201","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-7cec02","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:34.286600871Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7cec02"},"namespace":"ai-tenant-e2e-api-a-7cec02","name":"default-tenant","reconcileID":"7c961da2-1b68-4a93-a1fa-b13012e5a201","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-7cec02","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:34.339130697Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7cec02"},"namespace":"ai-tenant-e2e-api-a-7cec02","name":"default-tenant","reconcileID":"7c961da2-1b68-4a93-a1fa-b13012e5a201","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-7cec02","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:34.391504649Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7cec02"},"namespace":"ai-tenant-e2e-api-a-7cec02","name":"default-tenant","reconcileID":"7c961da2-1b68-4a93-a1fa-b13012e5a201","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-7cec02","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:34.455012331Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7cec02"},"namespace":"ai-tenant-e2e-api-a-7cec02","name":"default-tenant","reconcileID":"7c961da2-1b68-4a93-a1fa-b13012e5a201","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-7cec02","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:34.508961275Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7cec02"},"namespace":"ai-tenant-e2e-api-a-7cec02","name":"default-tenant","reconcileID":"7c961da2-1b68-4a93-a1fa-b13012e5a201","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-7cec02","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:35.348260955Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-7cec02","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-7cec02","reconcileID":"7ddc4df4-6132-4ab7-9e56-1c7256eda5de","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-7cec02","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-7cec02"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:36.461623797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"baf169ec-e9b0-4d31-9c66-c26d15de3f0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:36.51459886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"baf169ec-e9b0-4d31-9c66-c26d15de3f0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:36.567346828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"baf169ec-e9b0-4d31-9c66-c26d15de3f0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:36.620135439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"baf169ec-e9b0-4d31-9c66-c26d15de3f0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:38.586322296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56494e20-e6c1-4b66-8501-2937f3a6c45f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:38.639538576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56494e20-e6c1-4b66-8501-2937f3a6c45f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:38.69247412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56494e20-e6c1-4b66-8501-2937f3a6c45f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:38.74557253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56494e20-e6c1-4b66-8501-2937f3a6c45f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:42.770432756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e7eea9-policy","namespace":"ai-tenant-e2e-api-b-e7eea9"},"namespace":"ai-tenant-e2e-api-b-e7eea9","name":"e2e-e2e-api-b-e7eea9-policy","reconcileID":"30019a5c-032f-40f2-bf00-e024942b6c8c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e7eea9-policy","namespace":"ai-tenant-e2e-api-b-e7eea9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e7eea9","tenantID":"e2e-api-b-e7eea9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:42.827115931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e7eea9-policy","namespace":"ai-tenant-e2e-api-b-e7eea9"},"namespace":"ai-tenant-e2e-api-b-e7eea9","name":"e2e-e2e-api-b-e7eea9-policy","reconcileID":"30019a5c-032f-40f2-bf00-e024942b6c8c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e7eea9-policy","namespace":"ai-tenant-e2e-api-b-e7eea9"},"name":"e2e-api-b-e7eea9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:43.094291898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e7eea9-policy","namespace":"ai-tenant-e2e-api-b-e7eea9"},"namespace":"ai-tenant-e2e-api-b-e7eea9","name":"e2e-e2e-api-b-e7eea9-policy","reconcileID":"0a5a4384-221a-4a3e-a6af-e275170ba687","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e7eea9-policy","namespace":"ai-tenant-e2e-api-b-e7eea9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e7eea9","tenantID":"e2e-api-b-e7eea9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:43.15167689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e7eea9-policy","namespace":"ai-tenant-e2e-api-b-e7eea9"},"namespace":"ai-tenant-e2e-api-b-e7eea9","name":"e2e-e2e-api-b-e7eea9-policy","reconcileID":"0a5a4384-221a-4a3e-a6af-e275170ba687","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e7eea9-policy","namespace":"ai-tenant-e2e-api-b-e7eea9"},"name":"e2e-api-b-e7eea9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:43.497713124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a93798ec-7ecd-43ba-bddc-57b6f68d3fca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:43.550960486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a93798ec-7ecd-43ba-bddc-57b6f68d3fca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:43.603800279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a93798ec-7ecd-43ba-bddc-57b6f68d3fca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:43.656862556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a93798ec-7ecd-43ba-bddc-57b6f68d3fca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:44.031009038Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:45.616767718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98d5f006-6a22-44f3-b8bb-ae3beb10cd6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:45.679032915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98d5f006-6a22-44f3-b8bb-ae3beb10cd6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:45.745011397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98d5f006-6a22-44f3-b8bb-ae3beb10cd6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:45.827572861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98d5f006-6a22-44f3-b8bb-ae3beb10cd6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:50.415886282Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ff671f23-8ab5-4356-8aa3-607d56725bae","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:50.415910856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ff671f23-8ab5-4356-8aa3-607d56725bae","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:50.473981595Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"567be027-586e-46e0-9ff3-912a5c70ab0d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:50.474005491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"567be027-586e-46e0-9ff3-912a5c70ab0d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:50.632109759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-2549e2a6","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-2549e2a6","reconcileID":"5f9a9790-f37b-41a5-a2fa-e10ab13e2a96","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-2549e2a6","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:50.689276699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-2549e2a6","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-2549e2a6","reconcileID":"5f9a9790-f37b-41a5-a2fa-e10ab13e2a96","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-2549e2a6","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:50.705802462Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"33516aed-6382-4a26-9e94-839e4acb96b9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:50.705821845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"33516aed-6382-4a26-9e94-839e4acb96b9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:50.761341634Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"731d0a31-0826-469d-816d-664c6dda3fee","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:50.761366241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"731d0a31-0826-469d-816d-664c6dda3fee","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:32:50.814974822Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-2549e2a6","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-2549e2a6","reconcileID":"52bad651-34e4-4864-be0f-b3ef23f992ce","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-neg-ghost-sub-2549e2a6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:50.864369701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dc43a92a-96c7-4a62-9509-7ec418d123d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:50.864397821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cb76667e-e1bf-4671-a124-1aac9f61b2d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:50.922285534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dc43a92a-96c7-4a62-9509-7ec418d123d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:50.922307668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cb76667e-e1bf-4671-a124-1aac9f61b2d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:50.928425987Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4bcd3ce9-1db5-42e8-bfb2-e7dc5ce9560e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:50.92844509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4bcd3ce9-1db5-42e8-bfb2-e7dc5ce9560e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:50.986449964Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9fc309e2-ced8-42bf-9665-c83275db51fb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:50.986469643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9fc309e2-ced8-42bf-9665-c83275db51fb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:51.005883083Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"269d18ae-7b97-454f-a174-3f73d689ce3c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:51.005910283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"269d18ae-7b97-454f-a174-3f73d689ce3c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:51.162862749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-2549e2a6","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-2549e2a6","reconcileID":"c2d32001-c7b2-418f-b36d-6290aa6201f3","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-2549e2a6","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:51.220178861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-2549e2a6","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-2549e2a6","reconcileID":"c2d32001-c7b2-418f-b36d-6290aa6201f3","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-2549e2a6","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:51.256587728Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-2549e2a6","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-2549e2a6","reconcileID":"1166c2be-06ed-451b-ad63-f661e8ecede8","MaaSSubscription":{"name":"e2e-neg-ghost-sub-2549e2a6","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-neg-ghost-sub-2549e2a6","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:51.256780393Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-2549e2a6","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-2549e2a6","reconcileID":"1166c2be-06ed-451b-ad63-f661e8ecede8","MaaSSubscription":{"name":"e2e-neg-ghost-sub-2549e2a6","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-2549e2a6","error":"MaaSModelRef not found: llm/nonexistent-model-2549e2a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:51.263158803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7ac247d7-4f11-486e-af51-68fb2cb1a0eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:51.263185492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eadfa87a-67ef-4701-9460-070251f18bdb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:51.319945738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eadfa87a-67ef-4701-9460-070251f18bdb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:51.32002796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7ac247d7-4f11-486e-af51-68fb2cb1a0eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:51.526386955Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1f5fe31d-869e-4b6d-8078-07b215691c25","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:51.526413743Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1f5fe31d-869e-4b6d-8078-07b215691c25","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:51.536526277Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f2c3719e-b5e8-4356-8bb9-b7611d6100cb","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:51.736973173Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-2549e2a6","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-2549e2a6","reconcileID":"ad23b782-498b-43f3-aa21-b167614e72c4","MaaSSubscription":{"name":"e2e-neg-ghost-sub-2549e2a6","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:51.737144633Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-2549e2a6","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-2549e2a6","reconcileID":"ad23b782-498b-43f3-aa21-b167614e72c4","MaaSSubscription":{"name":"e2e-neg-ghost-sub-2549e2a6","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-2549e2a6","error":"MaaSModelRef not found: llm/nonexistent-model-2549e2a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:53.214234213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e7eea9-policy","namespace":"ai-tenant-e2e-api-b-e7eea9"},"namespace":"ai-tenant-e2e-api-b-e7eea9","name":"e2e-e2e-api-b-e7eea9-policy","reconcileID":"1608c240-5693-4516-b632-64d73a1932a5","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e7eea9-policy","namespace":"ai-tenant-e2e-api-b-e7eea9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e7eea9","tenantID":"e2e-api-b-e7eea9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:53.27280493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e7eea9-policy","namespace":"ai-tenant-e2e-api-b-e7eea9"},"namespace":"ai-tenant-e2e-api-b-e7eea9","name":"e2e-e2e-api-b-e7eea9-policy","reconcileID":"1608c240-5693-4516-b632-64d73a1932a5","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e7eea9-policy","namespace":"ai-tenant-e2e-api-b-e7eea9"},"name":"e2e-api-b-e7eea9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:53.487105Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"421d0fc2-860c-4681-8b2f-2e0aee870ec1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:53.487126666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"421d0fc2-860c-4681-8b2f-2e0aee870ec1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:53.546005254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e7eea9-policy","namespace":"ai-tenant-e2e-api-b-e7eea9"},"namespace":"ai-tenant-e2e-api-b-e7eea9","name":"e2e-e2e-api-b-e7eea9-policy","reconcileID":"deaee8d6-8c17-4dab-ab31-7e81e4956f28","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e7eea9-policy","namespace":"ai-tenant-e2e-api-b-e7eea9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e7eea9","tenantID":"e2e-api-b-e7eea9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:53.603204861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e7eea9-policy","namespace":"ai-tenant-e2e-api-b-e7eea9"},"namespace":"ai-tenant-e2e-api-b-e7eea9","name":"e2e-e2e-api-b-e7eea9-policy","reconcileID":"deaee8d6-8c17-4dab-ab31-7e81e4956f28","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e7eea9-policy","namespace":"ai-tenant-e2e-api-b-e7eea9"},"name":"e2e-api-b-e7eea9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:53.69810138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-2549e2a6","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-2549e2a6","reconcileID":"acf27b96-3a51-48aa-9e05-c18caab7105d","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-2549e2a6","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:53.698129309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ccd59279-c585-4c88-82d6-9e8ee1347334","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:53.698704559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"31974487-a3d2-4ea8-97af-c63f4c63b21e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:53.759906709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ccd59279-c585-4c88-82d6-9e8ee1347334","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:53.75990673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"31974487-a3d2-4ea8-97af-c63f4c63b21e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:53.762366322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-2549e2a6","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-2549e2a6","reconcileID":"acf27b96-3a51-48aa-9e05-c18caab7105d","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-2549e2a6","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:03.652861978Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-2549e2a6","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-2549e2a6","reconcileID":"f8e8f4b8-426f-413d-9be9-82451a84833b","MaaSSubscription":{"name":"e2e-neg-ghost-sub-2549e2a6","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-neg-ghost-sub-2549e2a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:03.868154168Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-2549e2a6","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-2549e2a6","reconcileID":"f8e8f4b8-426f-413d-9be9-82451a84833b","MaaSSubscription":{"name":"e2e-neg-ghost-sub-2549e2a6","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:03.868187521Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-2549e2a6","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-2549e2a6","reconcileID":"f8e8f4b8-426f-413d-9be9-82451a84833b","MaaSSubscription":{"name":"e2e-neg-ghost-sub-2549e2a6","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-2549e2a6","subscription":"e2e-neg-ghost-sub-2549e2a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:03.868321724Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-2549e2a6","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-2549e2a6","reconcileID":"f8e8f4b8-426f-413d-9be9-82451a84833b","MaaSSubscription":{"name":"e2e-neg-ghost-sub-2549e2a6","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-2549e2a6","error":"MaaSModelRef not found: llm/nonexistent-model-2549e2a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:04.0802982Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"90e81780-7812-44b4-a524-29ebaaa2148b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:04.140009845Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f2e2d25c-8203-4343-b964-20c4a0241fd3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:04.140034879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f2e2d25c-8203-4343-b964-20c4a0241fd3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:04.26950224Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e7eea9"},"namespace":"ai-tenant-e2e-api-b-e7eea9","name":"default-tenant","reconcileID":"464420d9-70b9-4f6b-a137-00441730a987","namespace":"ai-tenant-e2e-api-b-e7eea9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:04.269561686Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e7eea9"},"namespace":"ai-tenant-e2e-api-b-e7eea9","name":"default-tenant","reconcileID":"464420d9-70b9-4f6b-a137-00441730a987","namespace":"ai-tenant-e2e-api-b-e7eea9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:04.269617638Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e7eea9"},"namespace":"ai-tenant-e2e-api-b-e7eea9","name":"default-tenant","reconcileID":"464420d9-70b9-4f6b-a137-00441730a987","name":"e2e-e2e-api-b-e7eea9-policy","namespace":"ai-tenant-e2e-api-b-e7eea9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:04.295024324Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"629ead65-3a9f-4c33-b0b9-4244e4299088","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:04.295044601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"629ead65-3a9f-4c33-b0b9-4244e4299088","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:04.297765358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-2549e2a6","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-2549e2a6","reconcileID":"4e0a818b-eded-4dec-a78a-7d16c21e05dc","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-2549e2a6","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:04.297989886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2dbeefa2-b83b-4de7-b8f0-a252f3acf030","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:04.297770634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"344870be-d3ef-48dc-9069-715139b0e5da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:04.326052578Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e7eea9"},"namespace":"ai-tenant-e2e-api-b-e7eea9","name":"default-tenant","reconcileID":"464420d9-70b9-4f6b-a137-00441730a987","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:04.32634978Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e7eea9-policy","namespace":"ai-tenant-e2e-api-b-e7eea9"},"namespace":"ai-tenant-e2e-api-b-e7eea9","name":"e2e-e2e-api-b-e7eea9-policy","reconcileID":"e37768ed-34a8-4e13-ad08-c2d8123cc8c1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e7eea9-policy","namespace":"ai-tenant-e2e-api-b-e7eea9"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:04.326824617Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"36812868-3dcf-439e-bae9-9f2a4f2f47a6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:04.326842283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"36812868-3dcf-439e-bae9-9f2a4f2f47a6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:04.356009206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-2549e2a6","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-2549e2a6","reconcileID":"4e0a818b-eded-4dec-a78a-7d16c21e05dc","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-2549e2a6","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:04.356083748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2dbeefa2-b83b-4de7-b8f0-a252f3acf030","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:04.359778353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"344870be-d3ef-48dc-9069-715139b0e5da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:04.594146304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e7eea9-policy","namespace":"ai-tenant-e2e-api-b-e7eea9"},"namespace":"ai-tenant-e2e-api-b-e7eea9","name":"e2e-e2e-api-b-e7eea9-policy","reconcileID":"e37768ed-34a8-4e13-ad08-c2d8123cc8c1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e7eea9-policy","namespace":"ai-tenant-e2e-api-b-e7eea9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e7eea9","tenantID":"e2e-api-b-e7eea9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:04.594735166Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-2549e2a6","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-2549e2a6","reconcileID":"0f8579d9-d6f4-4b90-bf6a-586e7061944e","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-2549e2a6","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:04.718536093Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e7eea9-policy","namespace":"ai-tenant-e2e-api-b-e7eea9"},"namespace":"ai-tenant-e2e-api-b-e7eea9","name":"e2e-e2e-api-b-e7eea9-policy","reconcileID":"e37768ed-34a8-4e13-ad08-c2d8123cc8c1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e7eea9-policy","namespace":"ai-tenant-e2e-api-b-e7eea9"},"name":"e2e-api-b-e7eea9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:04.718565886Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e7eea9-policy","namespace":"ai-tenant-e2e-api-b-e7eea9"},"namespace":"ai-tenant-e2e-api-b-e7eea9","name":"e2e-e2e-api-b-e7eea9-policy","reconcileID":"e37768ed-34a8-4e13-ad08-c2d8123cc8c1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e7eea9-policy","namespace":"ai-tenant-e2e-api-b-e7eea9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e7eea9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:04.775708728Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dc5c322b-9587-4e23-8dc6-3a265e327ab2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:04.775732679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dc5c322b-9587-4e23-8dc6-3a265e327ab2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:04.851945719Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7f108727-cd32-4b14-b18a-55264a74e9db","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:04.851969133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7f108727-cd32-4b14-b18a-55264a74e9db","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:05.147550536Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1979dbf3-2b3f-4304-9272-410dd6b93cc8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:05.147574248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1979dbf3-2b3f-4304-9272-410dd6b93cc8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:05.204277428Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"404bc518-0135-41e6-a479-965782756cae","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:05.204297679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"404bc518-0135-41e6-a479-965782756cae","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:05.412695587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-a5739b43","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-a5739b43","reconcileID":"15a73d3b-42e0-4be0-a0ad-6ce4b044b522","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-a5739b43","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:05.46886433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-a5739b43","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-a5739b43","reconcileID":"15a73d3b-42e0-4be0-a0ad-6ce4b044b522","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-a5739b43","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:05.575819302Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-a5739b43","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-a5739b43","reconcileID":"15a73d3b-42e0-4be0-a0ad-6ce4b044b522","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-a5739b43","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-a5739b43","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:05.923551671Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ce2aab25-5a89-4f01-9917-5c90de2a5ca1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:05.923576656Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ce2aab25-5a89-4f01-9917-5c90de2a5ca1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:06.185452662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-a5739b43","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-a5739b43","reconcileID":"ea37e568-ee08-4911-8f37-1c9ffa6d7099","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-a5739b43","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:06.242419886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-a5739b43","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-a5739b43","reconcileID":"ea37e568-ee08-4911-8f37-1c9ffa6d7099","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-a5739b43","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:06.351067674Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-a5739b43","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-a5739b43","reconcileID":"ea37e568-ee08-4911-8f37-1c9ffa6d7099","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-a5739b43","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-a5739b43","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:06.702938001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e250829-ee42-4acc-9cff-fd5b639f22a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:06.755729216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e250829-ee42-4acc-9cff-fd5b639f22a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:06.808315719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e250829-ee42-4acc-9cff-fd5b639f22a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:06.86104107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e250829-ee42-4acc-9cff-fd5b639f22a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:07.980352343Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-a5739b43","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-a5739b43","reconcileID":"e8c88643-f42b-4ea1-9184-21fb7326c216","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-a5739b43","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:07.980413833Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0d6ff69b-3d1a-43b2-8d67-81e1b3c77111","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:07.980429739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0d6ff69b-3d1a-43b2-8d67-81e1b3c77111","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:08.032724927Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-a5739b43","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-a5739b43","reconcileID":"e8c88643-f42b-4ea1-9184-21fb7326c216","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-a5739b43","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-a5739b43","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:08.241584497Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8d899963-b2a0-4f40-9cee-038e21c630ae","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:08.241610395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8d899963-b2a0-4f40-9cee-038e21c630ae","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:08.298158159Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6d7c5351-29eb-4638-b021-17aaebd0db6e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:08.298181106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6d7c5351-29eb-4638-b021-17aaebd0db6e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:08.298761608Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7b2517cb-4007-40de-b630-9f35add5b105","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:08.298779041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7b2517cb-4007-40de-b630-9f35add5b105","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:08.402358036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-bc2046-policy","namespace":"ai-tenant-e2e-api-b-bc2046"},"namespace":"ai-tenant-e2e-api-b-bc2046","name":"e2e-e2e-api-b-bc2046-policy","reconcileID":"0abb1cdc-50e8-4bd3-a891-fc838dd0d976","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-bc2046-policy","namespace":"ai-tenant-e2e-api-b-bc2046"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-bc2046","tenantID":"e2e-api-b-bc2046","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:08.527398045Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-bc2046-policy","namespace":"ai-tenant-e2e-api-b-bc2046"},"namespace":"ai-tenant-e2e-api-b-bc2046","name":"e2e-e2e-api-b-bc2046-policy","reconcileID":"0abb1cdc-50e8-4bd3-a891-fc838dd0d976","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-bc2046-policy","namespace":"ai-tenant-e2e-api-b-bc2046"},"name":"e2e-api-b-bc2046-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:08.58228018Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-bc2046-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-bc2046-policy","namespace":"ai-tenant-e2e-api-b-bc2046"},"namespace":"ai-tenant-e2e-api-b-bc2046","name":"e2e-e2e-api-b-bc2046-policy","reconcileID":"0abb1cdc-50e8-4bd3-a891-fc838dd0d976","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-bc2046-policy","namespace":"ai-tenant-e2e-api-b-bc2046"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:08.640858822Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5b9b0c95-3988-4ca2-b8af-357f9b349824","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:08.640881302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5b9b0c95-3988-4ca2-b8af-357f9b349824","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:08.782429678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a03d0bf8-a412-4fcd-9084-6d3393e029cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:08.835698258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a03d0bf8-a412-4fcd-9084-6d3393e029cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:08.835847142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-42c96d-policy","namespace":"ai-tenant-e2e-api-a-42c96d"},"namespace":"ai-tenant-e2e-api-a-42c96d","name":"e2e-e2e-api-a-42c96d-policy","reconcileID":"3f282479-ea9d-48e5-8fb8-709839b99350","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-42c96d-policy","namespace":"ai-tenant-e2e-api-a-42c96d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-42c96d","tenantID":"e2e-api-a-42c96d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:08.888908144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a03d0bf8-a412-4fcd-9084-6d3393e029cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:08.94219986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a03d0bf8-a412-4fcd-9084-6d3393e029cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:08.945500301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-42c96d-policy","namespace":"ai-tenant-e2e-api-a-42c96d"},"namespace":"ai-tenant-e2e-api-a-42c96d","name":"e2e-e2e-api-a-42c96d-policy","reconcileID":"3f282479-ea9d-48e5-8fb8-709839b99350","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-42c96d-policy","namespace":"ai-tenant-e2e-api-a-42c96d"},"name":"e2e-api-a-42c96d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:09.210930409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-42c96d-policy","namespace":"ai-tenant-e2e-api-a-42c96d"},"namespace":"ai-tenant-e2e-api-a-42c96d","name":"e2e-e2e-api-a-42c96d-policy","reconcileID":"63b4f9db-e975-4171-a802-36e093acf3e1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-42c96d-policy","namespace":"ai-tenant-e2e-api-a-42c96d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-42c96d","tenantID":"e2e-api-a-42c96d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:09.267793862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-42c96d-policy","namespace":"ai-tenant-e2e-api-a-42c96d"},"namespace":"ai-tenant-e2e-api-a-42c96d","name":"e2e-e2e-api-a-42c96d-policy","reconcileID":"63b4f9db-e975-4171-a802-36e093acf3e1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-42c96d-policy","namespace":"ai-tenant-e2e-api-a-42c96d"},"name":"e2e-api-a-42c96d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:09.544619608Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-01cbd8"},"namespace":"ai-tenant-e2e-api-a-01cbd8","name":"default-tenant","reconcileID":"2b040cb4-1c96-4b25-992a-ccee16a92f70","namespace":"ai-tenant-e2e-api-a-01cbd8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:09.544699082Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-01cbd8"},"namespace":"ai-tenant-e2e-api-a-01cbd8","name":"default-tenant","reconcileID":"2b040cb4-1c96-4b25-992a-ccee16a92f70","namespace":"ai-tenant-e2e-api-a-01cbd8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:09.544757435Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-01cbd8"},"namespace":"ai-tenant-e2e-api-a-01cbd8","name":"default-tenant","reconcileID":"2b040cb4-1c96-4b25-992a-ccee16a92f70","tenant":"e2e-api-a-01cbd8","tenantID":"e2e-api-a-01cbd8","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:09.598838366Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-01cbd8"},"namespace":"ai-tenant-e2e-api-a-01cbd8","name":"default-tenant","reconcileID":"2b040cb4-1c96-4b25-992a-ccee16a92f70","gvk":"Deployment","name":"maas-api-e2e-api-a-01cbd8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:09.658773029Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-01cbd8"},"namespace":"ai-tenant-e2e-api-a-01cbd8","name":"default-tenant","reconcileID":"2b040cb4-1c96-4b25-992a-ccee16a92f70","gvk":"Service","name":"maas-api-e2e-api-a-01cbd8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:09.714995985Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-01cbd8"},"namespace":"ai-tenant-e2e-api-a-01cbd8","name":"default-tenant","reconcileID":"2b040cb4-1c96-4b25-992a-ccee16a92f70","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-01cbd8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:09.770073755Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-01cbd8"},"namespace":"ai-tenant-e2e-api-a-01cbd8","name":"default-tenant","reconcileID":"2b040cb4-1c96-4b25-992a-ccee16a92f70","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-01cbd8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:09.829417246Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-01cbd8"},"namespace":"ai-tenant-e2e-api-a-01cbd8","name":"default-tenant","reconcileID":"2b040cb4-1c96-4b25-992a-ccee16a92f70","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-01cbd8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:09.884226547Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-01cbd8"},"namespace":"ai-tenant-e2e-api-a-01cbd8","name":"default-tenant","reconcileID":"2b040cb4-1c96-4b25-992a-ccee16a92f70","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-01cbd8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:09.942996388Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-01cbd8"},"namespace":"ai-tenant-e2e-api-a-01cbd8","name":"default-tenant","reconcileID":"2b040cb4-1c96-4b25-992a-ccee16a92f70","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-01cbd8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:10.00828354Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-01cbd8"},"namespace":"ai-tenant-e2e-api-a-01cbd8","name":"default-tenant","reconcileID":"2b040cb4-1c96-4b25-992a-ccee16a92f70","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-01cbd8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:10.06601245Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-01cbd8"},"namespace":"ai-tenant-e2e-api-a-01cbd8","name":"default-tenant","reconcileID":"2b040cb4-1c96-4b25-992a-ccee16a92f70","gvk":"Deployment","name":"payload-processing-e2e-api-a-01cbd8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:10.119292231Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-01cbd8"},"namespace":"ai-tenant-e2e-api-a-01cbd8","name":"default-tenant","reconcileID":"2b040cb4-1c96-4b25-992a-ccee16a92f70","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-01cbd8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:10.171865432Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-01cbd8"},"namespace":"ai-tenant-e2e-api-a-01cbd8","name":"default-tenant","reconcileID":"2b040cb4-1c96-4b25-992a-ccee16a92f70","gvk":"Service","name":"payload-processing-e2e-api-a-01cbd8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:10.224242871Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-01cbd8"},"namespace":"ai-tenant-e2e-api-a-01cbd8","name":"default-tenant","reconcileID":"2b040cb4-1c96-4b25-992a-ccee16a92f70","gvk":"Service","name":"payload-pre-processing-e2e-api-a-01cbd8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:10.276626583Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-01cbd8"},"namespace":"ai-tenant-e2e-api-a-01cbd8","name":"default-tenant","reconcileID":"2b040cb4-1c96-4b25-992a-ccee16a92f70","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-01cbd8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:10.340899797Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-01cbd8"},"namespace":"ai-tenant-e2e-api-a-01cbd8","name":"default-tenant","reconcileID":"2b040cb4-1c96-4b25-992a-ccee16a92f70","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-01cbd8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:10.39332664Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-01cbd8"},"namespace":"ai-tenant-e2e-api-a-01cbd8","name":"default-tenant","reconcileID":"2b040cb4-1c96-4b25-992a-ccee16a92f70","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-01cbd8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:10.453260728Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-01cbd8"},"namespace":"ai-tenant-e2e-api-a-01cbd8","name":"default-tenant","reconcileID":"2b040cb4-1c96-4b25-992a-ccee16a92f70","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-01cbd8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:10.50545358Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-01cbd8"},"namespace":"ai-tenant-e2e-api-a-01cbd8","name":"default-tenant","reconcileID":"2b040cb4-1c96-4b25-992a-ccee16a92f70","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-01cbd8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:10.558377913Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-01cbd8"},"namespace":"ai-tenant-e2e-api-a-01cbd8","name":"default-tenant","reconcileID":"2b040cb4-1c96-4b25-992a-ccee16a92f70","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-01cbd8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:10.610994095Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-01cbd8"},"namespace":"ai-tenant-e2e-api-a-01cbd8","name":"default-tenant","reconcileID":"2b040cb4-1c96-4b25-992a-ccee16a92f70","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-01cbd8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:10.664344489Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-01cbd8"},"namespace":"ai-tenant-e2e-api-a-01cbd8","name":"default-tenant","reconcileID":"2b040cb4-1c96-4b25-992a-ccee16a92f70","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-01cbd8","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:10.896586935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ef81698-f1ae-4ebe-8ff3-4840936f6e12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:10.949882465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ef81698-f1ae-4ebe-8ff3-4840936f6e12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:11.003150591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ef81698-f1ae-4ebe-8ff3-4840936f6e12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:11.055947659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ef81698-f1ae-4ebe-8ff3-4840936f6e12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:11.499099742Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-01cbd8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-01cbd8","reconcileID":"fba17b73-1200-4bba-b83b-74931914567e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-01cbd8","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-01cbd8"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:12.975533279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9becd6b-50b3-479d-bd3b-f7723f4d29f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:13.028463574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9becd6b-50b3-479d-bd3b-f7723f4d29f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:13.085483062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9becd6b-50b3-479d-bd3b-f7723f4d29f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:13.138990249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9becd6b-50b3-479d-bd3b-f7723f4d29f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:14.030154154Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:15.025207053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcc92049-8cce-4562-9465-eb62fb08f40c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:15.080666344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcc92049-8cce-4562-9465-eb62fb08f40c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:15.135283561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcc92049-8cce-4562-9465-eb62fb08f40c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:15.188123984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcc92049-8cce-4562-9465-eb62fb08f40c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:15.839139243Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6ecffb62-59ae-4387-8ec5-d18ec2511c8e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:15.940245007Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-subscription","reconcileID":"ebb57717-6fbe-4138-8b64-70ee5a1f8946","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-simulator-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/simulator-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:16.104359173Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-subscription","reconcileID":"ef3be764-5022-4763-a54f-8c424e7d09b5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-premium-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/premium-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:16.211222086Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-subscription","reconcileID":"fadde011-bacb-40e4-acd3-b3edb57d3bda","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-simulator-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/simulator-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:16.363147137Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-subscription","reconcileID":"8f54e762-12a3-4f51-8e70-a6ae39a6ac3a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-simulator-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:16.463954598Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-subscription","reconcileID":"fdfdb718-6ae7-4f4d-8ccb-8a7ba99d9d19","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-simulator-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:16.48137599Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-subscription","reconcileID":"4d563e15-5a14-4874-8f1f-64335a070848","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-premium-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/premium-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:16.564678192Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-subscription","reconcileID":"1391e603-6412-4927-addc-f823ed180dab","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-premium-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/premium-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:16.765431104Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-subscription","reconcileID":"db16aeb0-92ab-47da-a05d-2db7478f5180","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-premium-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/premium-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:16.866885531Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c712231d-ef15-4506-9ccc-469e83743c0f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:17.057592251Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-subscription","reconcileID":"a98c7cf2-27d0-453d-bc7f-82b225a9b012","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-premium-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/premium-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:17.159394503Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-subscription","reconcileID":"31cfda94-f4ff-47a9-9937-07d686473a4f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-simulator-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:18.746319161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-bc2046-policy","namespace":"ai-tenant-e2e-api-b-bc2046"},"namespace":"ai-tenant-e2e-api-b-bc2046","name":"e2e-e2e-api-b-bc2046-policy","reconcileID":"915436c6-224b-4110-8a30-31718a1a3789","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-bc2046-policy","namespace":"ai-tenant-e2e-api-b-bc2046"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-bc2046","tenantID":"e2e-api-b-bc2046","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:18.805060137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-bc2046-policy","namespace":"ai-tenant-e2e-api-b-bc2046"},"namespace":"ai-tenant-e2e-api-b-bc2046","name":"e2e-e2e-api-b-bc2046-policy","reconcileID":"915436c6-224b-4110-8a30-31718a1a3789","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-bc2046-policy","namespace":"ai-tenant-e2e-api-b-bc2046"},"name":"e2e-api-b-bc2046-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:18.862976698Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-bc2046-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-bc2046-policy","namespace":"ai-tenant-e2e-api-b-bc2046"},"namespace":"ai-tenant-e2e-api-b-bc2046","name":"e2e-e2e-api-b-bc2046-policy","reconcileID":"915436c6-224b-4110-8a30-31718a1a3789","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-bc2046-policy","namespace":"ai-tenant-e2e-api-b-bc2046"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:19.196247705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-14ca09-policy","namespace":"ai-tenant-e2e-api-b-14ca09"},"namespace":"ai-tenant-e2e-api-b-14ca09","name":"e2e-e2e-api-b-14ca09-policy","reconcileID":"0ebaf521-3a64-48ae-878c-eeabb7d56e24","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-14ca09-policy","namespace":"ai-tenant-e2e-api-b-14ca09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-14ca09","tenantID":"e2e-api-b-14ca09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:19.253302213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-14ca09-policy","namespace":"ai-tenant-e2e-api-b-14ca09"},"namespace":"ai-tenant-e2e-api-b-14ca09","name":"e2e-e2e-api-b-14ca09-policy","reconcileID":"0ebaf521-3a64-48ae-878c-eeabb7d56e24","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-14ca09-policy","namespace":"ai-tenant-e2e-api-b-14ca09"},"name":"e2e-api-b-14ca09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:19.56653022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-14ca09-policy","namespace":"ai-tenant-e2e-api-b-14ca09"},"namespace":"ai-tenant-e2e-api-b-14ca09","name":"e2e-e2e-api-b-14ca09-policy","reconcileID":"237ae499-9ec8-4d72-8b7d-0d32c006db4e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-14ca09-policy","namespace":"ai-tenant-e2e-api-b-14ca09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-14ca09","tenantID":"e2e-api-b-14ca09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:19.623467112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-14ca09-policy","namespace":"ai-tenant-e2e-api-b-14ca09"},"namespace":"ai-tenant-e2e-api-b-14ca09","name":"e2e-e2e-api-b-14ca09-policy","reconcileID":"237ae499-9ec8-4d72-8b7d-0d32c006db4e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-14ca09-policy","namespace":"ai-tenant-e2e-api-b-14ca09"},"name":"e2e-api-b-14ca09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:19.666286415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-42c96d-policy","namespace":"ai-tenant-e2e-api-a-42c96d"},"namespace":"ai-tenant-e2e-api-a-42c96d","name":"e2e-e2e-api-a-42c96d-policy","reconcileID":"72db70ad-d0f3-4047-8768-143cf11a07e4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-42c96d-policy","namespace":"ai-tenant-e2e-api-a-42c96d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-42c96d","tenantID":"e2e-api-a-42c96d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:19.723420818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-42c96d-policy","namespace":"ai-tenant-e2e-api-a-42c96d"},"namespace":"ai-tenant-e2e-api-a-42c96d","name":"e2e-e2e-api-a-42c96d-policy","reconcileID":"72db70ad-d0f3-4047-8768-143cf11a07e4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-42c96d-policy","namespace":"ai-tenant-e2e-api-a-42c96d"},"name":"e2e-api-a-42c96d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:19.989736755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2be1a04e-1313-42d8-9542-17104a06091d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:19.989913135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-42c96d-policy","namespace":"ai-tenant-e2e-api-a-42c96d"},"namespace":"ai-tenant-e2e-api-a-42c96d","name":"e2e-e2e-api-a-42c96d-policy","reconcileID":"a99d5023-fd83-4abd-9694-8592efa7e915","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-42c96d-policy","namespace":"ai-tenant-e2e-api-a-42c96d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-42c96d","tenantID":"e2e-api-a-42c96d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:20.042494155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2be1a04e-1313-42d8-9542-17104a06091d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:20.095097012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2be1a04e-1313-42d8-9542-17104a06091d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:20.099005945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-42c96d-policy","namespace":"ai-tenant-e2e-api-a-42c96d"},"namespace":"ai-tenant-e2e-api-a-42c96d","name":"e2e-e2e-api-a-42c96d-policy","reconcileID":"a99d5023-fd83-4abd-9694-8592efa7e915","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-42c96d-policy","namespace":"ai-tenant-e2e-api-a-42c96d"},"name":"e2e-api-a-42c96d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:20.14771098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2be1a04e-1313-42d8-9542-17104a06091d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:22.09917965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f77b0d41-8876-4ddc-8420-599f6a72a52f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:22.153007209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f77b0d41-8876-4ddc-8420-599f6a72a52f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:22.206843769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f77b0d41-8876-4ddc-8420-599f6a72a52f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:22.262155543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f77b0d41-8876-4ddc-8420-599f6a72a52f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:24.166581612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3bd7ab3-d751-4ad2-8022-34e795353486","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:24.220037265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3bd7ab3-d751-4ad2-8022-34e795353486","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:24.272925557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3bd7ab3-d751-4ad2-8022-34e795353486","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:24.325814956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3bd7ab3-d751-4ad2-8022-34e795353486","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:26.281569411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df22753e-99b6-46b5-b31e-d25f4dd55afd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:26.3344179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df22753e-99b6-46b5-b31e-d25f4dd55afd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:26.387385465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df22753e-99b6-46b5-b31e-d25f4dd55afd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:26.440810482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df22753e-99b6-46b5-b31e-d25f4dd55afd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:28.357995876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09261194-769d-46a0-9731-13a3a532d041","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:28.4108496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09261194-769d-46a0-9731-13a3a532d041","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:28.465056245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09261194-769d-46a0-9731-13a3a532d041","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:28.518789617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09261194-769d-46a0-9731-13a3a532d041","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:28.970515402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-bc2046-policy","namespace":"ai-tenant-e2e-api-b-bc2046"},"namespace":"ai-tenant-e2e-api-b-bc2046","name":"e2e-e2e-api-b-bc2046-policy","reconcileID":"d467f0af-4d71-4238-a176-1c8575c91985","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-bc2046-policy","namespace":"ai-tenant-e2e-api-b-bc2046"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-bc2046","tenantID":"e2e-api-b-bc2046","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:29.028408872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-bc2046-policy","namespace":"ai-tenant-e2e-api-b-bc2046"},"namespace":"ai-tenant-e2e-api-b-bc2046","name":"e2e-e2e-api-b-bc2046-policy","reconcileID":"d467f0af-4d71-4238-a176-1c8575c91985","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-bc2046-policy","namespace":"ai-tenant-e2e-api-b-bc2046"},"name":"e2e-api-b-bc2046-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:29.08449342Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-bc2046-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-bc2046-policy","namespace":"ai-tenant-e2e-api-b-bc2046"},"namespace":"ai-tenant-e2e-api-b-bc2046","name":"e2e-e2e-api-b-bc2046-policy","reconcileID":"d467f0af-4d71-4238-a176-1c8575c91985","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-bc2046-policy","namespace":"ai-tenant-e2e-api-b-bc2046"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:29.699128393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-14ca09-policy","namespace":"ai-tenant-e2e-api-b-14ca09"},"namespace":"ai-tenant-e2e-api-b-14ca09","name":"e2e-e2e-api-b-14ca09-policy","reconcileID":"b0c68308-b771-462d-8299-991df52bed67","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-14ca09-policy","namespace":"ai-tenant-e2e-api-b-14ca09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-14ca09","tenantID":"e2e-api-b-14ca09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:29.755955543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-14ca09-policy","namespace":"ai-tenant-e2e-api-b-14ca09"},"namespace":"ai-tenant-e2e-api-b-14ca09","name":"e2e-e2e-api-b-14ca09-policy","reconcileID":"b0c68308-b771-462d-8299-991df52bed67","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-14ca09-policy","namespace":"ai-tenant-e2e-api-b-14ca09"},"name":"e2e-api-b-14ca09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:30.066579269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-14ca09-policy","namespace":"ai-tenant-e2e-api-b-14ca09"},"namespace":"ai-tenant-e2e-api-b-14ca09","name":"e2e-e2e-api-b-14ca09-policy","reconcileID":"27b7ed70-5f4d-4e30-bf86-c6384c645a90","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-14ca09-policy","namespace":"ai-tenant-e2e-api-b-14ca09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-14ca09","tenantID":"e2e-api-b-14ca09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:30.124414179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-14ca09-policy","namespace":"ai-tenant-e2e-api-b-14ca09"},"namespace":"ai-tenant-e2e-api-b-14ca09","name":"e2e-e2e-api-b-14ca09-policy","reconcileID":"27b7ed70-5f4d-4e30-bf86-c6384c645a90","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-14ca09-policy","namespace":"ai-tenant-e2e-api-b-14ca09"},"name":"e2e-api-b-14ca09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:30.434596793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08ccbcb2-647f-471d-aead-39b7f347113d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:30.487414466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08ccbcb2-647f-471d-aead-39b7f347113d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:30.540007279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08ccbcb2-647f-471d-aead-39b7f347113d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:30.592556013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08ccbcb2-647f-471d-aead-39b7f347113d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:32.514837423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66257fc6-247c-4d00-b642-299a3c72c192","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:32.567791311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66257fc6-247c-4d00-b642-299a3c72c192","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:32.621356525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66257fc6-247c-4d00-b642-299a3c72c192","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:32.674976003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66257fc6-247c-4d00-b642-299a3c72c192","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:34.567456177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8320d88-bd86-47dc-b7c7-973bd259edfc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:34.6209502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8320d88-bd86-47dc-b7c7-973bd259edfc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:34.674757806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8320d88-bd86-47dc-b7c7-973bd259edfc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:34.728260084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8320d88-bd86-47dc-b7c7-973bd259edfc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:36.626646542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"150db2af-3ddd-4a6d-9686-17874abbffb4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:36.679287898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"150db2af-3ddd-4a6d-9686-17874abbffb4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:36.732112086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"150db2af-3ddd-4a6d-9686-17874abbffb4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:36.785017737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"150db2af-3ddd-4a6d-9686-17874abbffb4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:37.13963984Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0db108df-95e6-42bb-821f-59259da4d722","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:37.139677111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0db108df-95e6-42bb-821f-59259da4d722","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:37.194287396Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2ab0cad0-52b2-4601-8e9c-274a82098ad9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:37.194308684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2ab0cad0-52b2-4601-8e9c-274a82098ad9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:37.301634193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57ea84-policy","namespace":"ai-tenant-e2e-api-b-57ea84"},"namespace":"ai-tenant-e2e-api-b-57ea84","name":"e2e-e2e-api-b-57ea84-policy","reconcileID":"efd1014d-9762-46b5-a92b-b0b960bebd5e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57ea84-policy","namespace":"ai-tenant-e2e-api-b-57ea84"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-57ea84","tenantID":"e2e-api-b-57ea84","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:37.428257019Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57ea84-policy","namespace":"ai-tenant-e2e-api-b-57ea84"},"namespace":"ai-tenant-e2e-api-b-57ea84","name":"e2e-e2e-api-b-57ea84-policy","reconcileID":"efd1014d-9762-46b5-a92b-b0b960bebd5e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57ea84-policy","namespace":"ai-tenant-e2e-api-b-57ea84"},"name":"e2e-api-b-57ea84-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:37.483405123Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-57ea84-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57ea84-policy","namespace":"ai-tenant-e2e-api-b-57ea84"},"namespace":"ai-tenant-e2e-api-b-57ea84","name":"e2e-e2e-api-b-57ea84-policy","reconcileID":"efd1014d-9762-46b5-a92b-b0b960bebd5e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57ea84-policy","namespace":"ai-tenant-e2e-api-b-57ea84"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:37.539357331Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9eeb5965-0cde-42f0-bf3b-270e4c85f02b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:37.539380972Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9eeb5965-0cde-42f0-bf3b-270e4c85f02b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:38.01689514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2c70e7-policy","namespace":"ai-tenant-e2e-api-a-2c70e7"},"namespace":"ai-tenant-e2e-api-a-2c70e7","name":"e2e-e2e-api-a-2c70e7-policy","reconcileID":"d19512fc-c97e-499a-af52-80b120b82cf1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2c70e7-policy","namespace":"ai-tenant-e2e-api-a-2c70e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-2c70e7","tenantID":"e2e-api-a-2c70e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:38.073223782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2c70e7-policy","namespace":"ai-tenant-e2e-api-a-2c70e7"},"namespace":"ai-tenant-e2e-api-a-2c70e7","name":"e2e-e2e-api-a-2c70e7-policy","reconcileID":"d19512fc-c97e-499a-af52-80b120b82cf1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2c70e7-policy","namespace":"ai-tenant-e2e-api-a-2c70e7"},"name":"e2e-api-a-2c70e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:38.424785959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2c70e7-policy","namespace":"ai-tenant-e2e-api-a-2c70e7"},"namespace":"ai-tenant-e2e-api-a-2c70e7","name":"e2e-e2e-api-a-2c70e7-policy","reconcileID":"d494e913-0e45-4b99-8b8f-7797a7991829","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2c70e7-policy","namespace":"ai-tenant-e2e-api-a-2c70e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-2c70e7","tenantID":"e2e-api-a-2c70e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:38.481601729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2c70e7-policy","namespace":"ai-tenant-e2e-api-a-2c70e7"},"namespace":"ai-tenant-e2e-api-a-2c70e7","name":"e2e-e2e-api-a-2c70e7-policy","reconcileID":"d494e913-0e45-4b99-8b8f-7797a7991829","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2c70e7-policy","namespace":"ai-tenant-e2e-api-a-2c70e7"},"name":"e2e-api-a-2c70e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:38.697604618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc501029-7c18-4249-8959-1c5146a2cb24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:38.75053341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc501029-7c18-4249-8959-1c5146a2cb24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:38.803521904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc501029-7c18-4249-8959-1c5146a2cb24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:38.856856186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc501029-7c18-4249-8959-1c5146a2cb24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:39.189563738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-bc2046-policy","namespace":"ai-tenant-e2e-api-b-bc2046"},"namespace":"ai-tenant-e2e-api-b-bc2046","name":"e2e-e2e-api-b-bc2046-policy","reconcileID":"8199a743-9c0a-4dc0-b701-e112fc436dc4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-bc2046-policy","namespace":"ai-tenant-e2e-api-b-bc2046"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-bc2046","tenantID":"e2e-api-b-bc2046","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:39.245995703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-bc2046-policy","namespace":"ai-tenant-e2e-api-b-bc2046"},"namespace":"ai-tenant-e2e-api-b-bc2046","name":"e2e-e2e-api-b-bc2046-policy","reconcileID":"8199a743-9c0a-4dc0-b701-e112fc436dc4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-bc2046-policy","namespace":"ai-tenant-e2e-api-b-bc2046"},"name":"e2e-api-b-bc2046-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:39.301075897Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-bc2046-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-bc2046-policy","namespace":"ai-tenant-e2e-api-b-bc2046"},"namespace":"ai-tenant-e2e-api-b-bc2046","name":"e2e-e2e-api-b-bc2046-policy","reconcileID":"8199a743-9c0a-4dc0-b701-e112fc436dc4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-bc2046-policy","namespace":"ai-tenant-e2e-api-b-bc2046"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:40.80253066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc8a9ff3-2347-445f-a97d-19b70ab341c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:40.855763712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc8a9ff3-2347-445f-a97d-19b70ab341c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:40.9082746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc8a9ff3-2347-445f-a97d-19b70ab341c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:40.961028811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc8a9ff3-2347-445f-a97d-19b70ab341c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:41.387152599Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-subscription","reconcileID":"d44af42a-c50c-43c8-8291-2854178344c6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-simulator-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:41.48813803Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-subscription","reconcileID":"9bc154b2-e024-4675-b703-30dd4f3069cc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-simulator-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/simulator-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:41.505832223Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-42c96d"},"namespace":"ai-tenant-e2e-api-a-42c96d","name":"default-tenant","reconcileID":"9f335057-9b6f-49c1-8c2d-dde70a572d59","namespace":"ai-tenant-e2e-api-a-42c96d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:41.505885773Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-42c96d"},"namespace":"ai-tenant-e2e-api-a-42c96d","name":"default-tenant","reconcileID":"9f335057-9b6f-49c1-8c2d-dde70a572d59","namespace":"ai-tenant-e2e-api-a-42c96d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:41.505936753Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-42c96d"},"namespace":"ai-tenant-e2e-api-a-42c96d","name":"default-tenant","reconcileID":"9f335057-9b6f-49c1-8c2d-dde70a572d59","name":"e2e-e2e-api-a-42c96d-policy","namespace":"ai-tenant-e2e-api-a-42c96d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:41.562868696Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-42c96d"},"namespace":"ai-tenant-e2e-api-a-42c96d","name":"default-tenant","reconcileID":"9f335057-9b6f-49c1-8c2d-dde70a572d59","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:41.563192676Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-42c96d-policy","namespace":"ai-tenant-e2e-api-a-42c96d"},"namespace":"ai-tenant-e2e-api-a-42c96d","name":"e2e-e2e-api-a-42c96d-policy","reconcileID":"0257cdde-7d8b-4980-9eb0-6ebab97d4262","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-42c96d-policy","namespace":"ai-tenant-e2e-api-a-42c96d"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:41.563542585Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"64b0758b-cb24-4a58-9176-84d583126235","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:41.563561092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"64b0758b-cb24-4a58-9176-84d583126235","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:41.588303814Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-subscription","reconcileID":"fa2ec30d-d7d2-43ba-a14d-7ac89b24e8c3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-premium-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/premium-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:41.691859077Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8aa68d1c-8e66-4f4b-9fa9-accf8e90a804","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:41.800519419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-42c96d-policy","namespace":"ai-tenant-e2e-api-a-42c96d"},"namespace":"ai-tenant-e2e-api-a-42c96d","name":"e2e-e2e-api-a-42c96d-policy","reconcileID":"0257cdde-7d8b-4980-9eb0-6ebab97d4262","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-42c96d-policy","namespace":"ai-tenant-e2e-api-a-42c96d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-42c96d","tenantID":"e2e-api-a-42c96d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:41.80100617Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-subscription","reconcileID":"9cca7599-511f-418f-ac56-9d2caaa53fea","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-premium-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/premium-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:41.801402369Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-subscription","reconcileID":"2b47443e-c436-41f6-8324-63b467aba889","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-simulator-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:41.927217355Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-42c96d-policy","namespace":"ai-tenant-e2e-api-a-42c96d"},"namespace":"ai-tenant-e2e-api-a-42c96d","name":"e2e-e2e-api-a-42c96d-policy","reconcileID":"0257cdde-7d8b-4980-9eb0-6ebab97d4262","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-42c96d-policy","namespace":"ai-tenant-e2e-api-a-42c96d"},"name":"e2e-api-a-42c96d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:41.927249054Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-42c96d-policy","namespace":"ai-tenant-e2e-api-a-42c96d"},"namespace":"ai-tenant-e2e-api-a-42c96d","name":"e2e-e2e-api-a-42c96d-policy","reconcileID":"0257cdde-7d8b-4980-9eb0-6ebab97d4262","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-42c96d-policy","namespace":"ai-tenant-e2e-api-a-42c96d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-42c96d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:41.956733082Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-subscription","reconcileID":"966630a1-427d-4f3f-9eae-b6dc982a2a13","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-premium-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/premium-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:42.026906826Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0df459fc-ec28-4ecf-b50a-2b1fc06e3c3b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:42.026929053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0df459fc-ec28-4ecf-b50a-2b1fc06e3c3b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:42.076293916Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-subscription","reconcileID":"48fd8e02-1234-4cb0-b972-b6ec026e74ee","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-simulator-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:42.234414867Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-subscription","reconcileID":"99798be0-f4a2-451a-8f9c-86198d709485","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-premium-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/premium-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:42.343229778Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-subscription","reconcileID":"90b79ba2-7b6c-4b70-ae62-62c0b47456ad","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-premium-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/premium-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:42.34475494Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e4fdd43d-cab6-4a12-9e8f-8bf1e6b2af50","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:42.502388781Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-subscription","reconcileID":"885c7a14-86f6-464b-9ef0-40905219029c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-simulator-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/simulator-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:42.893454965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1749b53f-b486-4f48-ab60-6a0ded4ca5a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:42.9461567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1749b53f-b486-4f48-ab60-6a0ded4ca5a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:42.998870994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1749b53f-b486-4f48-ab60-6a0ded4ca5a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:43.051668321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1749b53f-b486-4f48-ab60-6a0ded4ca5a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:44.0302101Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:44.99124628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2172f89-44d4-4217-9d03-110f051cb640","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:45.04397111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2172f89-44d4-4217-9d03-110f051cb640","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:45.096691762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2172f89-44d4-4217-9d03-110f051cb640","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:45.149296258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2172f89-44d4-4217-9d03-110f051cb640","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:47.095835852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de62edf2-caeb-43f7-b10e-5ed5fd2b8925","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:47.149001573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de62edf2-caeb-43f7-b10e-5ed5fd2b8925","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:47.202126809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de62edf2-caeb-43f7-b10e-5ed5fd2b8925","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:47.255164566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de62edf2-caeb-43f7-b10e-5ed5fd2b8925","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:47.645551728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57ea84-policy","namespace":"ai-tenant-e2e-api-b-57ea84"},"namespace":"ai-tenant-e2e-api-b-57ea84","name":"e2e-e2e-api-b-57ea84-policy","reconcileID":"0be0666b-8565-4dc5-848c-ae74e97cb739","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57ea84-policy","namespace":"ai-tenant-e2e-api-b-57ea84"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-57ea84","tenantID":"e2e-api-b-57ea84","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:47.702292206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57ea84-policy","namespace":"ai-tenant-e2e-api-b-57ea84"},"namespace":"ai-tenant-e2e-api-b-57ea84","name":"e2e-e2e-api-b-57ea84-policy","reconcileID":"0be0666b-8565-4dc5-848c-ae74e97cb739","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57ea84-policy","namespace":"ai-tenant-e2e-api-b-57ea84"},"name":"e2e-api-b-57ea84-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:47.757811065Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-57ea84-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57ea84-policy","namespace":"ai-tenant-e2e-api-b-57ea84"},"namespace":"ai-tenant-e2e-api-b-57ea84","name":"e2e-e2e-api-b-57ea84-policy","reconcileID":"0be0666b-8565-4dc5-848c-ae74e97cb739","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57ea84-policy","namespace":"ai-tenant-e2e-api-b-57ea84"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:48.589761057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2c70e7-policy","namespace":"ai-tenant-e2e-api-a-2c70e7"},"namespace":"ai-tenant-e2e-api-a-2c70e7","name":"e2e-e2e-api-a-2c70e7-policy","reconcileID":"e513fdd8-888b-44f8-bd98-45adc2033abd","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2c70e7-policy","namespace":"ai-tenant-e2e-api-a-2c70e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-2c70e7","tenantID":"e2e-api-a-2c70e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:48.651481418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2c70e7-policy","namespace":"ai-tenant-e2e-api-a-2c70e7"},"namespace":"ai-tenant-e2e-api-a-2c70e7","name":"e2e-e2e-api-a-2c70e7-policy","reconcileID":"e513fdd8-888b-44f8-bd98-45adc2033abd","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2c70e7-policy","namespace":"ai-tenant-e2e-api-a-2c70e7"},"name":"e2e-api-a-2c70e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:48.961869562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2c70e7-policy","namespace":"ai-tenant-e2e-api-a-2c70e7"},"namespace":"ai-tenant-e2e-api-a-2c70e7","name":"e2e-e2e-api-a-2c70e7-policy","reconcileID":"48a91cb4-b190-4339-a8de-1ca8dc4f88e0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2c70e7-policy","namespace":"ai-tenant-e2e-api-a-2c70e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-2c70e7","tenantID":"e2e-api-a-2c70e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:49.019082269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2c70e7-policy","namespace":"ai-tenant-e2e-api-a-2c70e7"},"namespace":"ai-tenant-e2e-api-a-2c70e7","name":"e2e-e2e-api-a-2c70e7-policy","reconcileID":"48a91cb4-b190-4339-a8de-1ca8dc4f88e0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2c70e7-policy","namespace":"ai-tenant-e2e-api-a-2c70e7"},"name":"e2e-api-a-2c70e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:49.200137269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"605c02b1-41ac-4c19-b10c-454749b96be6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:49.253003829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"605c02b1-41ac-4c19-b10c-454749b96be6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:49.305942578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"605c02b1-41ac-4c19-b10c-454749b96be6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:49.358957218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"605c02b1-41ac-4c19-b10c-454749b96be6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:49.463984073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-bc2046-policy","namespace":"ai-tenant-e2e-api-b-bc2046"},"namespace":"ai-tenant-e2e-api-b-bc2046","name":"e2e-e2e-api-b-bc2046-policy","reconcileID":"edbbdba1-fc90-4330-a364-60a0d6cd9ae1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-bc2046-policy","namespace":"ai-tenant-e2e-api-b-bc2046"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-bc2046","tenantID":"e2e-api-b-bc2046","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:49.520744121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-bc2046-policy","namespace":"ai-tenant-e2e-api-b-bc2046"},"namespace":"ai-tenant-e2e-api-b-bc2046","name":"e2e-e2e-api-b-bc2046-policy","reconcileID":"edbbdba1-fc90-4330-a364-60a0d6cd9ae1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-bc2046-policy","namespace":"ai-tenant-e2e-api-b-bc2046"},"name":"e2e-api-b-bc2046-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:49.576396952Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-bc2046-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (71352aeb3f8aa404fa9e59299375e758642932eb6412573af5497a41bb0309e7) AuthConfig (272e17348e816aaed23cabec2e9ba66e6655c008d831e687ee9f0ef1e9150231) AuthConfig (248328e1f3ecede55246341265a57fcfdd1914af9d3509f2a8c84f23fd9cfe0b) AuthConfig (d2949fcdd8b059fa67e7ed23f2df896097320b41e606c9bd338e2c9619dba1a5) AuthConfig (6af18485b65b7cb4cd3cea4c8c65bc38c9d734caa378ee044e5c5dc3489b04fe) AuthConfig (cf807ba255a743b79646a443b7db2faf5a0b543bf7a36990c18825c830a9a1e0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-bc2046-policy","namespace":"ai-tenant-e2e-api-b-bc2046"},"namespace":"ai-tenant-e2e-api-b-bc2046","name":"e2e-e2e-api-b-bc2046-policy","reconcileID":"edbbdba1-fc90-4330-a364-60a0d6cd9ae1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-bc2046-policy","namespace":"ai-tenant-e2e-api-b-bc2046"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:49.632924851Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-5e916d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-5e916d","reconcileID":"1d776a0b-09ed-4ac1-bc75-0729634c3e4b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w1-5e916d","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w1-5e916d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:49.635129279Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3c01d07e-52ba-494a-b403-9c6da6018334","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:49.635147904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3c01d07e-52ba-494a-b403-9c6da6018334","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:51.302572047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5b35129-f2d4-48e0-9977-92016c043b74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:51.356155418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5b35129-f2d4-48e0-9977-92016c043b74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:51.412588745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5b35129-f2d4-48e0-9977-92016c043b74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:51.468048609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5b35129-f2d4-48e0-9977-92016c043b74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:53.486098358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b390e55-fa3d-46f0-8464-c6ff18b602ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:53.539078654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b390e55-fa3d-46f0-8464-c6ff18b602ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:53.592176956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b390e55-fa3d-46f0-8464-c6ff18b602ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:53.644906401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b390e55-fa3d-46f0-8464-c6ff18b602ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:55.583741792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb392b28-10b4-4104-b864-ed10823bef74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:55.636605019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb392b28-10b4-4104-b864-ed10823bef74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:55.690114026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb392b28-10b4-4104-b864-ed10823bef74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:55.743029496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb392b28-10b4-4104-b864-ed10823bef74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:57.05945357Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e7eea9"},"namespace":"ai-tenant-e2e-api-b-e7eea9","name":"default-tenant","reconcileID":"0d50850a-ca8d-4b97-9ab5-e2c652064425","namespace":"ai-tenant-e2e-api-b-e7eea9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:57.059525898Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e7eea9"},"namespace":"ai-tenant-e2e-api-b-e7eea9","name":"default-tenant","reconcileID":"0d50850a-ca8d-4b97-9ab5-e2c652064425","namespace":"ai-tenant-e2e-api-b-e7eea9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:57.059587106Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e7eea9"},"namespace":"ai-tenant-e2e-api-b-e7eea9","name":"default-tenant","reconcileID":"0d50850a-ca8d-4b97-9ab5-e2c652064425","tenant":"e2e-api-b-e7eea9","tenantID":"e2e-api-b-e7eea9","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:57.114198439Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e7eea9"},"namespace":"ai-tenant-e2e-api-b-e7eea9","name":"default-tenant","reconcileID":"0d50850a-ca8d-4b97-9ab5-e2c652064425","gvk":"Deployment","name":"maas-api-e2e-api-b-e7eea9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:57.175850422Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e7eea9"},"namespace":"ai-tenant-e2e-api-b-e7eea9","name":"default-tenant","reconcileID":"0d50850a-ca8d-4b97-9ab5-e2c652064425","gvk":"Service","name":"maas-api-e2e-api-b-e7eea9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:57.237471167Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e7eea9"},"namespace":"ai-tenant-e2e-api-b-e7eea9","name":"default-tenant","reconcileID":"0d50850a-ca8d-4b97-9ab5-e2c652064425","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-e7eea9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:57.291830565Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e7eea9"},"namespace":"ai-tenant-e2e-api-b-e7eea9","name":"default-tenant","reconcileID":"0d50850a-ca8d-4b97-9ab5-e2c652064425","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-e7eea9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:57.348756617Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e7eea9"},"namespace":"ai-tenant-e2e-api-b-e7eea9","name":"default-tenant","reconcileID":"0d50850a-ca8d-4b97-9ab5-e2c652064425","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-e7eea9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:57.40424355Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e7eea9"},"namespace":"ai-tenant-e2e-api-b-e7eea9","name":"default-tenant","reconcileID":"0d50850a-ca8d-4b97-9ab5-e2c652064425","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-e7eea9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:57.461258256Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e7eea9"},"namespace":"ai-tenant-e2e-api-b-e7eea9","name":"default-tenant","reconcileID":"0d50850a-ca8d-4b97-9ab5-e2c652064425","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-e7eea9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:57.518379445Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e7eea9"},"namespace":"ai-tenant-e2e-api-b-e7eea9","name":"default-tenant","reconcileID":"0d50850a-ca8d-4b97-9ab5-e2c652064425","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-e7eea9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:57.574086663Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e7eea9"},"namespace":"ai-tenant-e2e-api-b-e7eea9","name":"default-tenant","reconcileID":"0d50850a-ca8d-4b97-9ab5-e2c652064425","gvk":"Deployment","name":"payload-processing-e2e-api-b-e7eea9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:57.627632771Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e7eea9"},"namespace":"ai-tenant-e2e-api-b-e7eea9","name":"default-tenant","reconcileID":"0d50850a-ca8d-4b97-9ab5-e2c652064425","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-e7eea9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:57.680543273Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e7eea9"},"namespace":"ai-tenant-e2e-api-b-e7eea9","name":"default-tenant","reconcileID":"0d50850a-ca8d-4b97-9ab5-e2c652064425","gvk":"Service","name":"payload-processing-e2e-api-b-e7eea9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:57.732974274Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e7eea9"},"namespace":"ai-tenant-e2e-api-b-e7eea9","name":"default-tenant","reconcileID":"0d50850a-ca8d-4b97-9ab5-e2c652064425","gvk":"Service","name":"payload-pre-processing-e2e-api-b-e7eea9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:57.785249948Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e7eea9"},"namespace":"ai-tenant-e2e-api-b-e7eea9","name":"default-tenant","reconcileID":"0d50850a-ca8d-4b97-9ab5-e2c652064425","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-e7eea9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:57.837428748Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e7eea9"},"namespace":"ai-tenant-e2e-api-b-e7eea9","name":"default-tenant","reconcileID":"0d50850a-ca8d-4b97-9ab5-e2c652064425","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-e7eea9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:57.864448515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57ea84-policy","namespace":"ai-tenant-e2e-api-b-57ea84"},"namespace":"ai-tenant-e2e-api-b-57ea84","name":"e2e-e2e-api-b-57ea84-policy","reconcileID":"25c4ded0-17b7-4e47-84e5-a84c22e96bc6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57ea84-policy","namespace":"ai-tenant-e2e-api-b-57ea84"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-57ea84","tenantID":"e2e-api-b-57ea84","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:57.88954582Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e7eea9"},"namespace":"ai-tenant-e2e-api-b-e7eea9","name":"default-tenant","reconcileID":"0d50850a-ca8d-4b97-9ab5-e2c652064425","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-e7eea9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:57.920998787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57ea84-policy","namespace":"ai-tenant-e2e-api-b-57ea84"},"namespace":"ai-tenant-e2e-api-b-57ea84","name":"e2e-e2e-api-b-57ea84-policy","reconcileID":"25c4ded0-17b7-4e47-84e5-a84c22e96bc6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57ea84-policy","namespace":"ai-tenant-e2e-api-b-57ea84"},"name":"e2e-api-b-57ea84-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:57.944836696Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e7eea9"},"namespace":"ai-tenant-e2e-api-b-e7eea9","name":"default-tenant","reconcileID":"0d50850a-ca8d-4b97-9ab5-e2c652064425","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-e7eea9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:57.976602608Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-57ea84-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57ea84-policy","namespace":"ai-tenant-e2e-api-b-57ea84"},"namespace":"ai-tenant-e2e-api-b-57ea84","name":"e2e-e2e-api-b-57ea84-policy","reconcileID":"25c4ded0-17b7-4e47-84e5-a84c22e96bc6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57ea84-policy","namespace":"ai-tenant-e2e-api-b-57ea84"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:57.997250153Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e7eea9"},"namespace":"ai-tenant-e2e-api-b-e7eea9","name":"default-tenant","reconcileID":"0d50850a-ca8d-4b97-9ab5-e2c652064425","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-e7eea9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:58.049562203Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e7eea9"},"namespace":"ai-tenant-e2e-api-b-e7eea9","name":"default-tenant","reconcileID":"0d50850a-ca8d-4b97-9ab5-e2c652064425","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-e7eea9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:58.102919497Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e7eea9"},"namespace":"ai-tenant-e2e-api-b-e7eea9","name":"default-tenant","reconcileID":"0d50850a-ca8d-4b97-9ab5-e2c652064425","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-e7eea9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:58.155438003Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e7eea9"},"namespace":"ai-tenant-e2e-api-b-e7eea9","name":"default-tenant","reconcileID":"0d50850a-ca8d-4b97-9ab5-e2c652064425","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-e7eea9","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:59.044401735Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-e7eea9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-e7eea9","reconcileID":"3b1be1bc-0f8a-48be-8d50-436dccb81861","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-e7eea9","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-e7eea9"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:59.740386241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-bc2046-policy","namespace":"ai-tenant-e2e-api-b-bc2046"},"namespace":"ai-tenant-e2e-api-b-bc2046","name":"e2e-e2e-api-b-bc2046-policy","reconcileID":"bad5bc0c-a5cc-407b-bf4a-d2003502fb80","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-bc2046-policy","namespace":"ai-tenant-e2e-api-b-bc2046"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-bc2046","tenantID":"e2e-api-b-bc2046","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:59.803356046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-bc2046-policy","namespace":"ai-tenant-e2e-api-b-bc2046"},"namespace":"ai-tenant-e2e-api-b-bc2046","name":"e2e-e2e-api-b-bc2046-policy","reconcileID":"bad5bc0c-a5cc-407b-bf4a-d2003502fb80","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-bc2046-policy","namespace":"ai-tenant-e2e-api-b-bc2046"},"name":"e2e-api-b-bc2046-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:59.860590522Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-bc2046-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (71352aeb3f8aa404fa9e59299375e758642932eb6412573af5497a41bb0309e7) AuthConfig (272e17348e816aaed23cabec2e9ba66e6655c008d831e687ee9f0ef1e9150231) AuthConfig (248328e1f3ecede55246341265a57fcfdd1914af9d3509f2a8c84f23fd9cfe0b) AuthConfig (d2949fcdd8b059fa67e7ed23f2df896097320b41e606c9bd338e2c9619dba1a5) AuthConfig (6af18485b65b7cb4cd3cea4c8c65bc38c9d734caa378ee044e5c5dc3489b04fe) AuthConfig (cf807ba255a743b79646a443b7db2faf5a0b543bf7a36990c18825c830a9a1e0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-bc2046-policy","namespace":"ai-tenant-e2e-api-b-bc2046"},"namespace":"ai-tenant-e2e-api-b-bc2046","name":"e2e-e2e-api-b-bc2046-policy","reconcileID":"bad5bc0c-a5cc-407b-bf4a-d2003502fb80","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-bc2046-policy","namespace":"ai-tenant-e2e-api-b-bc2046"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:00.172691129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d9e286b-93db-48b9-8f87-199f976c2d4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:00.225314654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d9e286b-93db-48b9-8f87-199f976c2d4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:00.280919558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d9e286b-93db-48b9-8f87-199f976c2d4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:00.334531531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d9e286b-93db-48b9-8f87-199f976c2d4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:00.925884627Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-subscription","reconcileID":"fe487766-0330-45f0-819e-185e0c0a4a07","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-simulator-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:01.025394766Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-subscription","reconcileID":"89f57a5e-a4fb-4f16-8da5-877d103f6c96","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-premium-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/premium-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:01.125588503Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-subscription","reconcileID":"0c165326-fac7-4443-a19d-703dffe9a0c4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-premium-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/premium-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:01.125693282Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-subscription","reconcileID":"d0a9e6d8-204f-425c-a834-de01bd1f583e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-simulator-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:01.225957551Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1e921a17-0dfd-48b0-a6fe-d9aaf8947f01","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:01.275481049Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-subscription","reconcileID":"816251c2-3b42-4cc1-b017-4204bb20b32d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-simulator-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:01.621258315Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-subscription","reconcileID":"492003b4-ed36-4e6a-8079-f5092734513a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-simulator-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/simulator-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:01.746298932Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-subscription","reconcileID":"08d1210e-d1d8-4a8a-b8d1-c60bb2afe6e4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-premium-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/premium-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:01.852298039Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1ae214c2-fd7a-45ec-a886-9eeefdfc7fd1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:01.920930017Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-subscription","reconcileID":"46705999-289e-4a20-817f-69e91b5d56ba","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-premium-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/premium-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:01.966029832Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-subscription","reconcileID":"3e4acf64-59e5-4173-8d67-3f07929c917d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-premium-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/premium-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:02.025925177Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-subscription","reconcileID":"257a98bf-9e23-4cdb-9a5e-dd3fa48cb67c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-simulator-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/simulator-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:02.290238068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a26ca13-7898-47d4-bdce-43172750ebcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:02.343245642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a26ca13-7898-47d4-bdce-43172750ebcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:02.396030796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a26ca13-7898-47d4-bdce-43172750ebcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:02.449052009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a26ca13-7898-47d4-bdce-43172750ebcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:03.381516227Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2c70e7"},"namespace":"ai-tenant-e2e-api-a-2c70e7","name":"default-tenant","reconcileID":"9802b77b-f24a-4bf5-a24d-7d0dd23224b0","namespace":"ai-tenant-e2e-api-a-2c70e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:03.38157901Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2c70e7"},"namespace":"ai-tenant-e2e-api-a-2c70e7","name":"default-tenant","reconcileID":"9802b77b-f24a-4bf5-a24d-7d0dd23224b0","namespace":"ai-tenant-e2e-api-a-2c70e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:03.381624811Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2c70e7"},"namespace":"ai-tenant-e2e-api-a-2c70e7","name":"default-tenant","reconcileID":"9802b77b-f24a-4bf5-a24d-7d0dd23224b0","name":"e2e-e2e-api-a-2c70e7-policy","namespace":"ai-tenant-e2e-api-a-2c70e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:03.436163235Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2c70e7"},"namespace":"ai-tenant-e2e-api-a-2c70e7","name":"default-tenant","reconcileID":"9802b77b-f24a-4bf5-a24d-7d0dd23224b0","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:03.436600012Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2c70e7-policy","namespace":"ai-tenant-e2e-api-a-2c70e7"},"namespace":"ai-tenant-e2e-api-a-2c70e7","name":"e2e-e2e-api-a-2c70e7-policy","reconcileID":"b98c76db-5197-4ee1-a28e-bf46ce85fc77","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2c70e7-policy","namespace":"ai-tenant-e2e-api-a-2c70e7"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:03.437027029Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e827b176-c03e-464e-aa4a-5d31fafc1743","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:03.437045293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e827b176-c03e-464e-aa4a-5d31fafc1743","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:03.640981151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2c70e7-policy","namespace":"ai-tenant-e2e-api-a-2c70e7"},"namespace":"ai-tenant-e2e-api-a-2c70e7","name":"e2e-e2e-api-a-2c70e7-policy","reconcileID":"b98c76db-5197-4ee1-a28e-bf46ce85fc77","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2c70e7-policy","namespace":"ai-tenant-e2e-api-a-2c70e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-2c70e7","tenantID":"e2e-api-a-2c70e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:03.765220872Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2c70e7-policy","namespace":"ai-tenant-e2e-api-a-2c70e7"},"namespace":"ai-tenant-e2e-api-a-2c70e7","name":"e2e-e2e-api-a-2c70e7-policy","reconcileID":"b98c76db-5197-4ee1-a28e-bf46ce85fc77","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2c70e7-policy","namespace":"ai-tenant-e2e-api-a-2c70e7"},"name":"e2e-api-a-2c70e7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:03.765249871Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2c70e7-policy","namespace":"ai-tenant-e2e-api-a-2c70e7"},"namespace":"ai-tenant-e2e-api-a-2c70e7","name":"e2e-e2e-api-a-2c70e7-policy","reconcileID":"b98c76db-5197-4ee1-a28e-bf46ce85fc77","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2c70e7-policy","namespace":"ai-tenant-e2e-api-a-2c70e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-2c70e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:03.822236106Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0754235d-0f42-4a87-91f9-bc6a2371b860","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:03.822259513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0754235d-0f42-4a87-91f9-bc6a2371b860","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:08.082284315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57ea84-policy","namespace":"ai-tenant-e2e-api-b-57ea84"},"namespace":"ai-tenant-e2e-api-b-57ea84","name":"e2e-e2e-api-b-57ea84-policy","reconcileID":"e4f670fe-c6c1-45dc-bb41-c5343af81f8d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57ea84-policy","namespace":"ai-tenant-e2e-api-b-57ea84"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-57ea84","tenantID":"e2e-api-b-57ea84","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:08.139916092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57ea84-policy","namespace":"ai-tenant-e2e-api-b-57ea84"},"namespace":"ai-tenant-e2e-api-b-57ea84","name":"e2e-e2e-api-b-57ea84-policy","reconcileID":"e4f670fe-c6c1-45dc-bb41-c5343af81f8d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57ea84-policy","namespace":"ai-tenant-e2e-api-b-57ea84"},"name":"e2e-api-b-57ea84-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:08.194951277Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-57ea84-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (32aa93ac8a90e877e88881581e3f1e9fc69499ebe4caffa85a20150ae2f621b9) AuthConfig (045aaf32a4e56d586ad2b2bd25a7755e191028e6040ea030a9c3b6f864ed1403) AuthConfig (d0df61cd5a52e4134c86b7b115e37ca7aebb7ce91eb11cb53abe267e80650557) AuthConfig (2a5c2d3af1fa6e63d1f619fb758b86e4f6f129bd6e14aa3b6180fdfbf7392d48) AuthConfig (1072fec049c826d0a4d43120202cc96055339221992f9abd00654d0ac9a36497) AuthConfig (fe53b54a5b27b2b554192cfe77c851b6cc196225bfda40ac5c02d87c7130942f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57ea84-policy","namespace":"ai-tenant-e2e-api-b-57ea84"},"namespace":"ai-tenant-e2e-api-b-57ea84","name":"e2e-e2e-api-b-57ea84-policy","reconcileID":"e4f670fe-c6c1-45dc-bb41-c5343af81f8d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57ea84-policy","namespace":"ai-tenant-e2e-api-b-57ea84"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:08.253222181Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a6ee89f4-3eae-4f2d-9574-d35267b77d5d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:08.253245052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a6ee89f4-3eae-4f2d-9574-d35267b77d5d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:08.388205757Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-14ca09"},"namespace":"ai-tenant-e2e-api-b-14ca09","name":"default-tenant","reconcileID":"f1c6c245-73fc-4a2a-9157-c4d9d906fbe8","namespace":"ai-tenant-e2e-api-b-14ca09","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:08.388267415Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-14ca09"},"namespace":"ai-tenant-e2e-api-b-14ca09","name":"default-tenant","reconcileID":"f1c6c245-73fc-4a2a-9157-c4d9d906fbe8","namespace":"ai-tenant-e2e-api-b-14ca09","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:08.38831409Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-14ca09"},"namespace":"ai-tenant-e2e-api-b-14ca09","name":"default-tenant","reconcileID":"f1c6c245-73fc-4a2a-9157-c4d9d906fbe8","name":"e2e-e2e-api-b-14ca09-policy","namespace":"ai-tenant-e2e-api-b-14ca09","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:08.443179633Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-14ca09"},"namespace":"ai-tenant-e2e-api-b-14ca09","name":"default-tenant","reconcileID":"f1c6c245-73fc-4a2a-9157-c4d9d906fbe8","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:08.44351089Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c137b213-d19d-4427-aef4-f815166f1b9f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:08.443530974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c137b213-d19d-4427-aef4-f815166f1b9f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:08.444001269Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-14ca09-policy","namespace":"ai-tenant-e2e-api-b-14ca09"},"namespace":"ai-tenant-e2e-api-b-14ca09","name":"e2e-e2e-api-b-14ca09-policy","reconcileID":"999feb3e-a6b3-4b7c-95f1-7f936515795e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-14ca09-policy","namespace":"ai-tenant-e2e-api-b-14ca09"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:08.640954633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-14ca09-policy","namespace":"ai-tenant-e2e-api-b-14ca09"},"namespace":"ai-tenant-e2e-api-b-14ca09","name":"e2e-e2e-api-b-14ca09-policy","reconcileID":"999feb3e-a6b3-4b7c-95f1-7f936515795e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-14ca09-policy","namespace":"ai-tenant-e2e-api-b-14ca09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-14ca09","tenantID":"e2e-api-b-14ca09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:08.763099561Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-14ca09-policy","namespace":"ai-tenant-e2e-api-b-14ca09"},"namespace":"ai-tenant-e2e-api-b-14ca09","name":"e2e-e2e-api-b-14ca09-policy","reconcileID":"999feb3e-a6b3-4b7c-95f1-7f936515795e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-14ca09-policy","namespace":"ai-tenant-e2e-api-b-14ca09"},"name":"e2e-api-b-14ca09-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:08.763123778Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-14ca09-policy","namespace":"ai-tenant-e2e-api-b-14ca09"},"namespace":"ai-tenant-e2e-api-b-14ca09","name":"e2e-e2e-api-b-14ca09-policy","reconcileID":"999feb3e-a6b3-4b7c-95f1-7f936515795e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-14ca09-policy","namespace":"ai-tenant-e2e-api-b-14ca09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-14ca09","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:08.819486613Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"618ed02d-95d5-4b18-a33c-a071e37d27f3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:08.819512259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"618ed02d-95d5-4b18-a33c-a071e37d27f3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:09.966214749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-bc2046-policy","namespace":"ai-tenant-e2e-api-b-bc2046"},"namespace":"ai-tenant-e2e-api-b-bc2046","name":"e2e-e2e-api-b-bc2046-policy","reconcileID":"ae590505-91e3-46f2-8898-867ed873e42a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-bc2046-policy","namespace":"ai-tenant-e2e-api-b-bc2046"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-bc2046","tenantID":"e2e-api-b-bc2046","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:10.022909266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-bc2046-policy","namespace":"ai-tenant-e2e-api-b-bc2046"},"namespace":"ai-tenant-e2e-api-b-bc2046","name":"e2e-e2e-api-b-bc2046-policy","reconcileID":"ae590505-91e3-46f2-8898-867ed873e42a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-bc2046-policy","namespace":"ai-tenant-e2e-api-b-bc2046"},"name":"e2e-api-b-bc2046-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:10.338947523Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"81a39cff-a461-4dc8-a8fe-6189b210be24","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:10.338969068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"81a39cff-a461-4dc8-a8fe-6189b210be24","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:14.030435952Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:18.359308483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57ea84-policy","namespace":"ai-tenant-e2e-api-b-57ea84"},"namespace":"ai-tenant-e2e-api-b-57ea84","name":"e2e-e2e-api-b-57ea84-policy","reconcileID":"25dd6470-af4c-452b-86e7-0e1a1376fd64","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57ea84-policy","namespace":"ai-tenant-e2e-api-b-57ea84"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-57ea84","tenantID":"e2e-api-b-57ea84","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:18.416227346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57ea84-policy","namespace":"ai-tenant-e2e-api-b-57ea84"},"namespace":"ai-tenant-e2e-api-b-57ea84","name":"e2e-e2e-api-b-57ea84-policy","reconcileID":"25dd6470-af4c-452b-86e7-0e1a1376fd64","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57ea84-policy","namespace":"ai-tenant-e2e-api-b-57ea84"},"name":"e2e-api-b-57ea84-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:18.471344695Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-57ea84-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (32aa93ac8a90e877e88881581e3f1e9fc69499ebe4caffa85a20150ae2f621b9) AuthConfig (045aaf32a4e56d586ad2b2bd25a7755e191028e6040ea030a9c3b6f864ed1403) AuthConfig (d0df61cd5a52e4134c86b7b115e37ca7aebb7ce91eb11cb53abe267e80650557) AuthConfig (2a5c2d3af1fa6e63d1f619fb758b86e4f6f129bd6e14aa3b6180fdfbf7392d48) AuthConfig (1072fec049c826d0a4d43120202cc96055339221992f9abd00654d0ac9a36497) AuthConfig (fe53b54a5b27b2b554192cfe77c851b6cc196225bfda40ac5c02d87c7130942f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57ea84-policy","namespace":"ai-tenant-e2e-api-b-57ea84"},"namespace":"ai-tenant-e2e-api-b-57ea84","name":"e2e-e2e-api-b-57ea84-policy","reconcileID":"25dd6470-af4c-452b-86e7-0e1a1376fd64","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57ea84-policy","namespace":"ai-tenant-e2e-api-b-57ea84"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:22.853597458Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-42c96d"},"namespace":"ai-tenant-e2e-api-a-42c96d","name":"default-tenant","reconcileID":"9d7aa095-80d1-4a9a-a81a-5fa5299bd358","namespace":"ai-tenant-e2e-api-a-42c96d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:22.853691589Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-42c96d"},"namespace":"ai-tenant-e2e-api-a-42c96d","name":"default-tenant","reconcileID":"9d7aa095-80d1-4a9a-a81a-5fa5299bd358","namespace":"ai-tenant-e2e-api-a-42c96d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:22.853750778Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-42c96d"},"namespace":"ai-tenant-e2e-api-a-42c96d","name":"default-tenant","reconcileID":"9d7aa095-80d1-4a9a-a81a-5fa5299bd358","tenant":"e2e-api-a-42c96d","tenantID":"e2e-api-a-42c96d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:22.909179272Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-42c96d"},"namespace":"ai-tenant-e2e-api-a-42c96d","name":"default-tenant","reconcileID":"9d7aa095-80d1-4a9a-a81a-5fa5299bd358","gvk":"Deployment","name":"maas-api-e2e-api-a-42c96d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:22.971536902Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-42c96d"},"namespace":"ai-tenant-e2e-api-a-42c96d","name":"default-tenant","reconcileID":"9d7aa095-80d1-4a9a-a81a-5fa5299bd358","gvk":"Service","name":"maas-api-e2e-api-a-42c96d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:23.030553062Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-42c96d"},"namespace":"ai-tenant-e2e-api-a-42c96d","name":"default-tenant","reconcileID":"9d7aa095-80d1-4a9a-a81a-5fa5299bd358","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-42c96d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:23.085045501Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-42c96d"},"namespace":"ai-tenant-e2e-api-a-42c96d","name":"default-tenant","reconcileID":"9d7aa095-80d1-4a9a-a81a-5fa5299bd358","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-42c96d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:23.141897911Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-42c96d"},"namespace":"ai-tenant-e2e-api-a-42c96d","name":"default-tenant","reconcileID":"9d7aa095-80d1-4a9a-a81a-5fa5299bd358","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-42c96d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:23.197702643Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-42c96d"},"namespace":"ai-tenant-e2e-api-a-42c96d","name":"default-tenant","reconcileID":"9d7aa095-80d1-4a9a-a81a-5fa5299bd358","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-42c96d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:23.254798054Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-42c96d"},"namespace":"ai-tenant-e2e-api-a-42c96d","name":"default-tenant","reconcileID":"9d7aa095-80d1-4a9a-a81a-5fa5299bd358","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-42c96d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:23.309145165Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-42c96d"},"namespace":"ai-tenant-e2e-api-a-42c96d","name":"default-tenant","reconcileID":"9d7aa095-80d1-4a9a-a81a-5fa5299bd358","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-42c96d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:23.361287762Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-42c96d"},"namespace":"ai-tenant-e2e-api-a-42c96d","name":"default-tenant","reconcileID":"9d7aa095-80d1-4a9a-a81a-5fa5299bd358","gvk":"Deployment","name":"payload-processing-e2e-api-a-42c96d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:23.414356222Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-42c96d"},"namespace":"ai-tenant-e2e-api-a-42c96d","name":"default-tenant","reconcileID":"9d7aa095-80d1-4a9a-a81a-5fa5299bd358","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-42c96d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:23.466897538Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-42c96d"},"namespace":"ai-tenant-e2e-api-a-42c96d","name":"default-tenant","reconcileID":"9d7aa095-80d1-4a9a-a81a-5fa5299bd358","gvk":"Service","name":"payload-processing-e2e-api-a-42c96d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:23.519828122Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-42c96d"},"namespace":"ai-tenant-e2e-api-a-42c96d","name":"default-tenant","reconcileID":"9d7aa095-80d1-4a9a-a81a-5fa5299bd358","gvk":"Service","name":"payload-pre-processing-e2e-api-a-42c96d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:23.572234335Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-42c96d"},"namespace":"ai-tenant-e2e-api-a-42c96d","name":"default-tenant","reconcileID":"9d7aa095-80d1-4a9a-a81a-5fa5299bd358","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-42c96d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:23.624506506Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-42c96d"},"namespace":"ai-tenant-e2e-api-a-42c96d","name":"default-tenant","reconcileID":"9d7aa095-80d1-4a9a-a81a-5fa5299bd358","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-42c96d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:23.677402295Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-42c96d"},"namespace":"ai-tenant-e2e-api-a-42c96d","name":"default-tenant","reconcileID":"9d7aa095-80d1-4a9a-a81a-5fa5299bd358","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-42c96d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:23.73450816Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-42c96d"},"namespace":"ai-tenant-e2e-api-a-42c96d","name":"default-tenant","reconcileID":"9d7aa095-80d1-4a9a-a81a-5fa5299bd358","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-42c96d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:23.787029575Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-42c96d"},"namespace":"ai-tenant-e2e-api-a-42c96d","name":"default-tenant","reconcileID":"9d7aa095-80d1-4a9a-a81a-5fa5299bd358","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-42c96d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:23.839715747Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-42c96d"},"namespace":"ai-tenant-e2e-api-a-42c96d","name":"default-tenant","reconcileID":"9d7aa095-80d1-4a9a-a81a-5fa5299bd358","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-42c96d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:23.897039197Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-42c96d"},"namespace":"ai-tenant-e2e-api-a-42c96d","name":"default-tenant","reconcileID":"9d7aa095-80d1-4a9a-a81a-5fa5299bd358","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-42c96d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:23.954492777Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-42c96d"},"namespace":"ai-tenant-e2e-api-a-42c96d","name":"default-tenant","reconcileID":"9d7aa095-80d1-4a9a-a81a-5fa5299bd358","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-42c96d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:25.104069021Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-42c96d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-42c96d","reconcileID":"791e17ea-8c72-4115-a2ea-c6921d851773","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-42c96d","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-42c96d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:26.218247917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bc63ad7-f4df-49cb-84fc-17d254fc240f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:26.273578706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bc63ad7-f4df-49cb-84fc-17d254fc240f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:26.326487541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bc63ad7-f4df-49cb-84fc-17d254fc240f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:26.379684961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bc63ad7-f4df-49cb-84fc-17d254fc240f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:28.292445036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e84a3af-4ccc-4942-a3fa-57652b76d59c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:28.345596344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e84a3af-4ccc-4942-a3fa-57652b76d59c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:28.399021851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e84a3af-4ccc-4942-a3fa-57652b76d59c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:28.453060531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e84a3af-4ccc-4942-a3fa-57652b76d59c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:28.577409541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57ea84-policy","namespace":"ai-tenant-e2e-api-b-57ea84"},"namespace":"ai-tenant-e2e-api-b-57ea84","name":"e2e-e2e-api-b-57ea84-policy","reconcileID":"80cfa1cc-fabe-426f-931c-694e6c2d416d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57ea84-policy","namespace":"ai-tenant-e2e-api-b-57ea84"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-57ea84","tenantID":"e2e-api-b-57ea84","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:28.634050606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57ea84-policy","namespace":"ai-tenant-e2e-api-b-57ea84"},"namespace":"ai-tenant-e2e-api-b-57ea84","name":"e2e-e2e-api-b-57ea84-policy","reconcileID":"80cfa1cc-fabe-426f-931c-694e6c2d416d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57ea84-policy","namespace":"ai-tenant-e2e-api-b-57ea84"},"name":"e2e-api-b-57ea84-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:28.72426638Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-57ea84-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (32aa93ac8a90e877e88881581e3f1e9fc69499ebe4caffa85a20150ae2f621b9) AuthConfig (045aaf32a4e56d586ad2b2bd25a7755e191028e6040ea030a9c3b6f864ed1403) AuthConfig (d0df61cd5a52e4134c86b7b115e37ca7aebb7ce91eb11cb53abe267e80650557) AuthConfig (2a5c2d3af1fa6e63d1f619fb758b86e4f6f129bd6e14aa3b6180fdfbf7392d48) AuthConfig (1072fec049c826d0a4d43120202cc96055339221992f9abd00654d0ac9a36497) AuthConfig (fe53b54a5b27b2b554192cfe77c851b6cc196225bfda40ac5c02d87c7130942f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57ea84-policy","namespace":"ai-tenant-e2e-api-b-57ea84"},"namespace":"ai-tenant-e2e-api-b-57ea84","name":"e2e-e2e-api-b-57ea84-policy","reconcileID":"80cfa1cc-fabe-426f-931c-694e6c2d416d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57ea84-policy","namespace":"ai-tenant-e2e-api-b-57ea84"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:29.141531779Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-subscription","reconcileID":"585c27f8-0559-4237-8772-efce477a5cac","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-simulator-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:29.24257255Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-subscription","reconcileID":"13eb5f03-ca46-498f-af71-f7a422d398ab","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-premium-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/premium-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:29.375104852Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-subscription","reconcileID":"ca41b2c9-1cc7-4687-99ed-6dcdb4afde3c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-premium-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/premium-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:29.705563287Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-subscription","reconcileID":"3bd5a96c-50e9-420b-ae75-9269ef9c22e8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-simulator-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/simulator-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:29.757880836Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-subscription","reconcileID":"30796bca-06f1-4d95-99a1-fbe3629f0093","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-premium-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/premium-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:29.758598586Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-subscription","reconcileID":"e7b44f64-1192-44f9-969c-6b88fa524a28","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-simulator-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:29.783315144Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-subscription","reconcileID":"ef28a8f4-c069-4118-ae77-fb1c3021731e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-premium-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/premium-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:29.920908401Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"39814f51-207f-4c3c-b355-bc77af1527b6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:30.108599354Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-subscription","reconcileID":"ba1593fc-d80c-483b-a221-528003404fd4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-premium-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/premium-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:30.108928021Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-subscription","reconcileID":"28f7dc86-7f56-4cc4-bc2b-3b9ae7addc1d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-simulator-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/simulator-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:30.207395565Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"80f4f6f7-55db-4fcd-84f9-9994180bf1ea","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:30.311873538Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-subscription","reconcileID":"714035fd-274d-46d5-9186-780cfce46699","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-simulator-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:30.365760704Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-9e5368","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-9e5368","reconcileID":"bc5e7faa-eb08-41b0-8940-0f2490fc563c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-9e5368","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-9e5368":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:30.418399912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3918a6b3-fe48-4966-a22c-0b92e3fced27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:30.471236881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3918a6b3-fe48-4966-a22c-0b92e3fced27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:30.52384458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3918a6b3-fe48-4966-a22c-0b92e3fced27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:30.576588777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3918a6b3-fe48-4966-a22c-0b92e3fced27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:32.509427702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"495ac1b5-86d8-4a68-9b27-c00b05948b50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:32.570553856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"495ac1b5-86d8-4a68-9b27-c00b05948b50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:32.624357329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"495ac1b5-86d8-4a68-9b27-c00b05948b50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:32.677506098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"495ac1b5-86d8-4a68-9b27-c00b05948b50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:32.948133121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-bc2046-policy","namespace":"ai-tenant-e2e-api-b-bc2046"},"namespace":"ai-tenant-e2e-api-b-bc2046","name":"e2e-e2e-api-b-bc2046-policy","reconcileID":"8dca4804-3915-40b0-a9d0-1dca6b0cfde0","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-bc2046-policy","namespace":"ai-tenant-e2e-api-b-bc2046"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-bc2046","tenantID":"e2e-api-b-bc2046","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:33.005446595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-bc2046-policy","namespace":"ai-tenant-e2e-api-b-bc2046"},"namespace":"ai-tenant-e2e-api-b-bc2046","name":"e2e-e2e-api-b-bc2046-policy","reconcileID":"8dca4804-3915-40b0-a9d0-1dca6b0cfde0","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-bc2046-policy","namespace":"ai-tenant-e2e-api-b-bc2046"},"name":"e2e-api-b-bc2046-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:33.917053204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-bc2046-policy","namespace":"ai-tenant-e2e-api-b-bc2046"},"namespace":"ai-tenant-e2e-api-b-bc2046","name":"e2e-e2e-api-b-bc2046-policy","reconcileID":"2b1ad43d-45e1-4048-b8e4-3129c25d06b4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-bc2046-policy","namespace":"ai-tenant-e2e-api-b-bc2046"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-bc2046","tenantID":"e2e-api-b-bc2046","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:33.980851785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-bc2046-policy","namespace":"ai-tenant-e2e-api-b-bc2046"},"namespace":"ai-tenant-e2e-api-b-bc2046","name":"e2e-e2e-api-b-bc2046-policy","reconcileID":"2b1ad43d-45e1-4048-b8e4-3129c25d06b4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-bc2046-policy","namespace":"ai-tenant-e2e-api-b-bc2046"},"name":"e2e-api-b-bc2046-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:34.632643794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e69131ad-2c0d-4d3d-a4fe-9ac0f0c5fff6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:34.685480124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e69131ad-2c0d-4d3d-a4fe-9ac0f0c5fff6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:34.738257457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e69131ad-2c0d-4d3d-a4fe-9ac0f0c5fff6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:34.79125216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e69131ad-2c0d-4d3d-a4fe-9ac0f0c5fff6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:36.690145843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a77125f1-14c6-4282-be56-c84f2f5c567c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:36.745108856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a77125f1-14c6-4282-be56-c84f2f5c567c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:36.798283777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a77125f1-14c6-4282-be56-c84f2f5c567c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:36.851209892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a77125f1-14c6-4282-be56-c84f2f5c567c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:38.783923152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0bae2ed-7178-4d40-9652-80fb87af4ee6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:38.836863104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0bae2ed-7178-4d40-9652-80fb87af4ee6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:38.88974196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0bae2ed-7178-4d40-9652-80fb87af4ee6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:38.889939842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57ea84-policy","namespace":"ai-tenant-e2e-api-b-57ea84"},"namespace":"ai-tenant-e2e-api-b-57ea84","name":"e2e-e2e-api-b-57ea84-policy","reconcileID":"c030165c-0619-4e42-a1a3-11c86eda1b41","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57ea84-policy","namespace":"ai-tenant-e2e-api-b-57ea84"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-57ea84","tenantID":"e2e-api-b-57ea84","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:38.942523753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0bae2ed-7178-4d40-9652-80fb87af4ee6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:38.999979955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57ea84-policy","namespace":"ai-tenant-e2e-api-b-57ea84"},"namespace":"ai-tenant-e2e-api-b-57ea84","name":"e2e-e2e-api-b-57ea84-policy","reconcileID":"c030165c-0619-4e42-a1a3-11c86eda1b41","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57ea84-policy","namespace":"ai-tenant-e2e-api-b-57ea84"},"name":"e2e-api-b-57ea84-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:39.320803862Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d518f993-c4b7-4227-b9fc-a4b67fe8cf30","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:39.320833136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d518f993-c4b7-4227-b9fc-a4b67fe8cf30","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:39.762160509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"default-tenant","reconcileID":"898ad977-b00f-4133-b576-ebda69931b2d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-5e916d","tenantID":"e2e-shared-a-w1-5e916d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:39.879229673Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"default-tenant","reconcileID":"898ad977-b00f-4133-b576-ebda69931b2d","name":"e2e-shared-a-w1-5e916d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:40.832821797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1d654ea-57ce-4c80-b273-31e331f53add","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:40.885729908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1d654ea-57ce-4c80-b273-31e331f53add","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:40.938668142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1d654ea-57ce-4c80-b273-31e331f53add","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:40.991513629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1d654ea-57ce-4c80-b273-31e331f53add","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:42.884667501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43f9ba3e-4e1b-474c-bffa-e044b277a336","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:42.937523827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43f9ba3e-4e1b-474c-bffa-e044b277a336","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:42.990465691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43f9ba3e-4e1b-474c-bffa-e044b277a336","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:43.043240733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43f9ba3e-4e1b-474c-bffa-e044b277a336","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:44.030847011Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:44.374059241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-bc2046-policy","namespace":"ai-tenant-e2e-api-b-bc2046"},"namespace":"ai-tenant-e2e-api-b-bc2046","name":"e2e-e2e-api-b-bc2046-policy","reconcileID":"17dc9b3c-c333-4f45-b10a-c57b4711b2f2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-bc2046-policy","namespace":"ai-tenant-e2e-api-b-bc2046"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-bc2046","tenantID":"e2e-api-b-bc2046","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:44.430516379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-bc2046-policy","namespace":"ai-tenant-e2e-api-b-bc2046"},"namespace":"ai-tenant-e2e-api-b-bc2046","name":"e2e-e2e-api-b-bc2046-policy","reconcileID":"17dc9b3c-c333-4f45-b10a-c57b4711b2f2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-bc2046-policy","namespace":"ai-tenant-e2e-api-b-bc2046"},"name":"e2e-api-b-bc2046-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:44.740832126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-bc2046-policy","namespace":"ai-tenant-e2e-api-b-bc2046"},"namespace":"ai-tenant-e2e-api-b-bc2046","name":"e2e-e2e-api-b-bc2046-policy","reconcileID":"5450e371-214e-44ac-a264-28811693128d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-bc2046-policy","namespace":"ai-tenant-e2e-api-b-bc2046"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-bc2046","tenantID":"e2e-api-b-bc2046","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:44.79803878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-bc2046-policy","namespace":"ai-tenant-e2e-api-b-bc2046"},"namespace":"ai-tenant-e2e-api-b-bc2046","name":"e2e-e2e-api-b-bc2046-policy","reconcileID":"5450e371-214e-44ac-a264-28811693128d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-bc2046-policy","namespace":"ai-tenant-e2e-api-b-bc2046"},"name":"e2e-api-b-bc2046-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:44.948837356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55bad80c-734c-4023-9896-9283b52f8097","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:45.001886825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55bad80c-734c-4023-9896-9283b52f8097","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:45.054997365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55bad80c-734c-4023-9896-9283b52f8097","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:45.109759672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55bad80c-734c-4023-9896-9283b52f8097","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:47.012181464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"271153ea-b144-4ecb-8ca3-d74b86676200","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:47.064968748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"271153ea-b144-4ecb-8ca3-d74b86676200","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:47.118082908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"271153ea-b144-4ecb-8ca3-d74b86676200","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:47.170948458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"271153ea-b144-4ecb-8ca3-d74b86676200","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:49.089318683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"189b3f4a-9e49-4a2d-9226-88e7692ee968","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:49.142283445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"189b3f4a-9e49-4a2d-9226-88e7692ee968","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:49.195517417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"189b3f4a-9e49-4a2d-9226-88e7692ee968","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:49.24875968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"189b3f4a-9e49-4a2d-9226-88e7692ee968","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:51.193375961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d186cdb7-5a1e-4976-a0c4-95e1324b1a5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:51.246283075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d186cdb7-5a1e-4976-a0c4-95e1324b1a5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:51.29911401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d186cdb7-5a1e-4976-a0c4-95e1324b1a5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:51.352110365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d186cdb7-5a1e-4976-a0c4-95e1324b1a5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:53.297458616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fb71244-d11f-4081-a484-db598dbf8b96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:53.350331972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fb71244-d11f-4081-a484-db598dbf8b96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:53.403135655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fb71244-d11f-4081-a484-db598dbf8b96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:53.456306189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fb71244-d11f-4081-a484-db598dbf8b96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:55.386260972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac0d0b44-62de-4ed7-a4d5-3037b060016f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:55.439091178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac0d0b44-62de-4ed7-a4d5-3037b060016f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:55.439229601Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2c70e7"},"namespace":"ai-tenant-e2e-api-a-2c70e7","name":"default-tenant","reconcileID":"165fab8f-d32d-4814-8ef3-e6bdbbcc65fc","namespace":"ai-tenant-e2e-api-a-2c70e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:55.492585011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac0d0b44-62de-4ed7-a4d5-3037b060016f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:55.492664512Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2c70e7"},"namespace":"ai-tenant-e2e-api-a-2c70e7","name":"default-tenant","reconcileID":"165fab8f-d32d-4814-8ef3-e6bdbbcc65fc","namespace":"ai-tenant-e2e-api-a-2c70e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:55.49275716Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2c70e7"},"namespace":"ai-tenant-e2e-api-a-2c70e7","name":"default-tenant","reconcileID":"165fab8f-d32d-4814-8ef3-e6bdbbcc65fc","tenant":"e2e-api-a-2c70e7","tenantID":"e2e-api-a-2c70e7","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:55.545442922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac0d0b44-62de-4ed7-a4d5-3037b060016f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:55.600128127Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2c70e7"},"namespace":"ai-tenant-e2e-api-a-2c70e7","name":"default-tenant","reconcileID":"165fab8f-d32d-4814-8ef3-e6bdbbcc65fc","gvk":"Deployment","name":"maas-api-e2e-api-a-2c70e7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:55.663514172Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2c70e7"},"namespace":"ai-tenant-e2e-api-a-2c70e7","name":"default-tenant","reconcileID":"165fab8f-d32d-4814-8ef3-e6bdbbcc65fc","gvk":"Service","name":"maas-api-e2e-api-a-2c70e7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:55.719304702Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2c70e7"},"namespace":"ai-tenant-e2e-api-a-2c70e7","name":"default-tenant","reconcileID":"165fab8f-d32d-4814-8ef3-e6bdbbcc65fc","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-2c70e7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:55.817003527Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2c70e7"},"namespace":"ai-tenant-e2e-api-a-2c70e7","name":"default-tenant","reconcileID":"165fab8f-d32d-4814-8ef3-e6bdbbcc65fc","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-2c70e7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:55.872839169Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2c70e7"},"namespace":"ai-tenant-e2e-api-a-2c70e7","name":"default-tenant","reconcileID":"165fab8f-d32d-4814-8ef3-e6bdbbcc65fc","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-2c70e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:55.929380183Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2c70e7"},"namespace":"ai-tenant-e2e-api-a-2c70e7","name":"default-tenant","reconcileID":"165fab8f-d32d-4814-8ef3-e6bdbbcc65fc","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-2c70e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:55.984813398Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2c70e7"},"namespace":"ai-tenant-e2e-api-a-2c70e7","name":"default-tenant","reconcileID":"165fab8f-d32d-4814-8ef3-e6bdbbcc65fc","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-2c70e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:56.039318143Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2c70e7"},"namespace":"ai-tenant-e2e-api-a-2c70e7","name":"default-tenant","reconcileID":"165fab8f-d32d-4814-8ef3-e6bdbbcc65fc","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-2c70e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:56.09255766Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2c70e7"},"namespace":"ai-tenant-e2e-api-a-2c70e7","name":"default-tenant","reconcileID":"165fab8f-d32d-4814-8ef3-e6bdbbcc65fc","gvk":"Deployment","name":"payload-processing-e2e-api-a-2c70e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:56.144717529Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2c70e7"},"namespace":"ai-tenant-e2e-api-a-2c70e7","name":"default-tenant","reconcileID":"165fab8f-d32d-4814-8ef3-e6bdbbcc65fc","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-2c70e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:56.197002555Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2c70e7"},"namespace":"ai-tenant-e2e-api-a-2c70e7","name":"default-tenant","reconcileID":"165fab8f-d32d-4814-8ef3-e6bdbbcc65fc","gvk":"Service","name":"payload-processing-e2e-api-a-2c70e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:56.24893677Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2c70e7"},"namespace":"ai-tenant-e2e-api-a-2c70e7","name":"default-tenant","reconcileID":"165fab8f-d32d-4814-8ef3-e6bdbbcc65fc","gvk":"Service","name":"payload-pre-processing-e2e-api-a-2c70e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:56.301058694Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2c70e7"},"namespace":"ai-tenant-e2e-api-a-2c70e7","name":"default-tenant","reconcileID":"165fab8f-d32d-4814-8ef3-e6bdbbcc65fc","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-2c70e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:56.353609789Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2c70e7"},"namespace":"ai-tenant-e2e-api-a-2c70e7","name":"default-tenant","reconcileID":"165fab8f-d32d-4814-8ef3-e6bdbbcc65fc","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-2c70e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:56.405839321Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2c70e7"},"namespace":"ai-tenant-e2e-api-a-2c70e7","name":"default-tenant","reconcileID":"165fab8f-d32d-4814-8ef3-e6bdbbcc65fc","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-2c70e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:56.463158171Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2c70e7"},"namespace":"ai-tenant-e2e-api-a-2c70e7","name":"default-tenant","reconcileID":"165fab8f-d32d-4814-8ef3-e6bdbbcc65fc","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-2c70e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:56.516033283Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2c70e7"},"namespace":"ai-tenant-e2e-api-a-2c70e7","name":"default-tenant","reconcileID":"165fab8f-d32d-4814-8ef3-e6bdbbcc65fc","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-2c70e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:56.610461625Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2c70e7"},"namespace":"ai-tenant-e2e-api-a-2c70e7","name":"default-tenant","reconcileID":"165fab8f-d32d-4814-8ef3-e6bdbbcc65fc","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-2c70e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:56.662760816Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2c70e7"},"namespace":"ai-tenant-e2e-api-a-2c70e7","name":"default-tenant","reconcileID":"165fab8f-d32d-4814-8ef3-e6bdbbcc65fc","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-2c70e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:56.714885135Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2c70e7"},"namespace":"ai-tenant-e2e-api-a-2c70e7","name":"default-tenant","reconcileID":"165fab8f-d32d-4814-8ef3-e6bdbbcc65fc","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-2c70e7","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:57.505623654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2aafd702-3934-4660-852b-90e0db386f85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:57.558573493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2aafd702-3934-4660-852b-90e0db386f85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:57.564188184Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-2c70e7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-2c70e7","reconcileID":"cf6827dc-07dc-442d-855a-7f98c4249ed4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-2c70e7","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-2c70e7"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:57.613139964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2aafd702-3934-4660-852b-90e0db386f85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:57.669021928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2aafd702-3934-4660-852b-90e0db386f85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:59.566835003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4bbee75-61d4-454a-9c84-efa081a373de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:59.620392931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4bbee75-61d4-454a-9c84-efa081a373de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:59.673144592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4bbee75-61d4-454a-9c84-efa081a373de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:59.726873603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4bbee75-61d4-454a-9c84-efa081a373de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:01.690524239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a5b9173-1b16-4291-8be2-fab9d67c7e4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:01.743427415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a5b9173-1b16-4291-8be2-fab9d67c7e4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:01.796198621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a5b9173-1b16-4291-8be2-fab9d67c7e4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:01.848879146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a5b9173-1b16-4291-8be2-fab9d67c7e4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:02.178951481Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-14ca09"},"namespace":"ai-tenant-e2e-api-b-14ca09","name":"default-tenant","reconcileID":"be405d2e-ab17-4486-a235-9840df5804ca","namespace":"ai-tenant-e2e-api-b-14ca09","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:02.17901146Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-14ca09"},"namespace":"ai-tenant-e2e-api-b-14ca09","name":"default-tenant","reconcileID":"be405d2e-ab17-4486-a235-9840df5804ca","namespace":"ai-tenant-e2e-api-b-14ca09","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:02.1790634Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-14ca09"},"namespace":"ai-tenant-e2e-api-b-14ca09","name":"default-tenant","reconcileID":"be405d2e-ab17-4486-a235-9840df5804ca","tenant":"e2e-api-b-14ca09","tenantID":"e2e-api-b-14ca09","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:02.233727312Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-14ca09"},"namespace":"ai-tenant-e2e-api-b-14ca09","name":"default-tenant","reconcileID":"be405d2e-ab17-4486-a235-9840df5804ca","gvk":"Deployment","name":"maas-api-e2e-api-b-14ca09","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:02.294955447Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-14ca09"},"namespace":"ai-tenant-e2e-api-b-14ca09","name":"default-tenant","reconcileID":"be405d2e-ab17-4486-a235-9840df5804ca","gvk":"Service","name":"maas-api-e2e-api-b-14ca09","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:02.354150243Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-14ca09"},"namespace":"ai-tenant-e2e-api-b-14ca09","name":"default-tenant","reconcileID":"be405d2e-ab17-4486-a235-9840df5804ca","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-14ca09","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:02.408361255Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-14ca09"},"namespace":"ai-tenant-e2e-api-b-14ca09","name":"default-tenant","reconcileID":"be405d2e-ab17-4486-a235-9840df5804ca","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-14ca09","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:02.463947632Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-14ca09"},"namespace":"ai-tenant-e2e-api-b-14ca09","name":"default-tenant","reconcileID":"be405d2e-ab17-4486-a235-9840df5804ca","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-14ca09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:02.518936329Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-14ca09"},"namespace":"ai-tenant-e2e-api-b-14ca09","name":"default-tenant","reconcileID":"be405d2e-ab17-4486-a235-9840df5804ca","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-14ca09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:02.575774879Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-14ca09"},"namespace":"ai-tenant-e2e-api-b-14ca09","name":"default-tenant","reconcileID":"be405d2e-ab17-4486-a235-9840df5804ca","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-14ca09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:02.632975342Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-14ca09"},"namespace":"ai-tenant-e2e-api-b-14ca09","name":"default-tenant","reconcileID":"be405d2e-ab17-4486-a235-9840df5804ca","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-14ca09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:02.685455026Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-14ca09"},"namespace":"ai-tenant-e2e-api-b-14ca09","name":"default-tenant","reconcileID":"be405d2e-ab17-4486-a235-9840df5804ca","gvk":"Deployment","name":"payload-processing-e2e-api-b-14ca09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:02.737839715Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-14ca09"},"namespace":"ai-tenant-e2e-api-b-14ca09","name":"default-tenant","reconcileID":"be405d2e-ab17-4486-a235-9840df5804ca","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-14ca09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:02.78995131Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-14ca09"},"namespace":"ai-tenant-e2e-api-b-14ca09","name":"default-tenant","reconcileID":"be405d2e-ab17-4486-a235-9840df5804ca","gvk":"Service","name":"payload-processing-e2e-api-b-14ca09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:02.842361117Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-14ca09"},"namespace":"ai-tenant-e2e-api-b-14ca09","name":"default-tenant","reconcileID":"be405d2e-ab17-4486-a235-9840df5804ca","gvk":"Service","name":"payload-pre-processing-e2e-api-b-14ca09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:02.89509367Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-14ca09"},"namespace":"ai-tenant-e2e-api-b-14ca09","name":"default-tenant","reconcileID":"be405d2e-ab17-4486-a235-9840df5804ca","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-14ca09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:02.947946638Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-14ca09"},"namespace":"ai-tenant-e2e-api-b-14ca09","name":"default-tenant","reconcileID":"be405d2e-ab17-4486-a235-9840df5804ca","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-14ca09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:03.000450165Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-14ca09"},"namespace":"ai-tenant-e2e-api-b-14ca09","name":"default-tenant","reconcileID":"be405d2e-ab17-4486-a235-9840df5804ca","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-14ca09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:03.055973766Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-14ca09"},"namespace":"ai-tenant-e2e-api-b-14ca09","name":"default-tenant","reconcileID":"be405d2e-ab17-4486-a235-9840df5804ca","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-14ca09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:03.108548337Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-14ca09"},"namespace":"ai-tenant-e2e-api-b-14ca09","name":"default-tenant","reconcileID":"be405d2e-ab17-4486-a235-9840df5804ca","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-14ca09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:03.162816103Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-14ca09"},"namespace":"ai-tenant-e2e-api-b-14ca09","name":"default-tenant","reconcileID":"be405d2e-ab17-4486-a235-9840df5804ca","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-14ca09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:03.225904641Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-14ca09"},"namespace":"ai-tenant-e2e-api-b-14ca09","name":"default-tenant","reconcileID":"be405d2e-ab17-4486-a235-9840df5804ca","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-14ca09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:03.278132013Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-14ca09"},"namespace":"ai-tenant-e2e-api-b-14ca09","name":"default-tenant","reconcileID":"be405d2e-ab17-4486-a235-9840df5804ca","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-14ca09","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:04.15689503Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-14ca09","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-14ca09","reconcileID":"4a87cd99-49aa-4ad9-85e5-c5c6c6db8fb3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-14ca09","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-14ca09"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:05.290301142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5db9148a-f4c9-4aeb-a04b-ee16eac0d1bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:05.34344486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5db9148a-f4c9-4aeb-a04b-ee16eac0d1bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:05.343640018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57ea84-policy","namespace":"ai-tenant-e2e-api-b-57ea84"},"namespace":"ai-tenant-e2e-api-b-57ea84","name":"e2e-e2e-api-b-57ea84-policy","reconcileID":"aa55e05d-fb7a-402b-8080-d767539f3d73","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57ea84-policy","namespace":"ai-tenant-e2e-api-b-57ea84"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-57ea84","tenantID":"e2e-api-b-57ea84","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:05.396508729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5db9148a-f4c9-4aeb-a04b-ee16eac0d1bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:05.449417147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5db9148a-f4c9-4aeb-a04b-ee16eac0d1bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:05.453292955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57ea84-policy","namespace":"ai-tenant-e2e-api-b-57ea84"},"namespace":"ai-tenant-e2e-api-b-57ea84","name":"e2e-e2e-api-b-57ea84-policy","reconcileID":"aa55e05d-fb7a-402b-8080-d767539f3d73","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57ea84-policy","namespace":"ai-tenant-e2e-api-b-57ea84"},"name":"e2e-api-b-57ea84-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:05.715345799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57ea84-policy","namespace":"ai-tenant-e2e-api-b-57ea84"},"namespace":"ai-tenant-e2e-api-b-57ea84","name":"e2e-e2e-api-b-57ea84-policy","reconcileID":"8abde1d4-61e3-4c32-aaab-4b501bcdb235","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57ea84-policy","namespace":"ai-tenant-e2e-api-b-57ea84"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-57ea84","tenantID":"e2e-api-b-57ea84","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:05.77183281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57ea84-policy","namespace":"ai-tenant-e2e-api-b-57ea84"},"namespace":"ai-tenant-e2e-api-b-57ea84","name":"e2e-e2e-api-b-57ea84-policy","reconcileID":"8abde1d4-61e3-4c32-aaab-4b501bcdb235","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57ea84-policy","namespace":"ai-tenant-e2e-api-b-57ea84"},"name":"e2e-api-b-57ea84-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:07.384412178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84c3ea41-6353-4531-a6e8-670a2b21b986","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:07.437288516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84c3ea41-6353-4531-a6e8-670a2b21b986","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:07.489976639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84c3ea41-6353-4531-a6e8-670a2b21b986","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:07.542794711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84c3ea41-6353-4531-a6e8-670a2b21b986","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:09.495109163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac6bd2aa-591c-4750-8214-529629096b96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:09.548053204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac6bd2aa-591c-4750-8214-529629096b96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:09.60090163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac6bd2aa-591c-4750-8214-529629096b96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:09.65363516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac6bd2aa-591c-4750-8214-529629096b96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:11.572908361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff553075-fde2-494b-9ddb-3964394e3bea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:11.625705918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff553075-fde2-494b-9ddb-3964394e3bea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:11.679563185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff553075-fde2-494b-9ddb-3964394e3bea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:11.732973896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff553075-fde2-494b-9ddb-3964394e3bea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:13.642089518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fb9c610-64ba-405f-a002-8d407270de6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:13.694991563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fb9c610-64ba-405f-a002-8d407270de6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:13.747916297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fb9c610-64ba-405f-a002-8d407270de6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:13.800795016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fb9c610-64ba-405f-a002-8d407270de6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:14.03041858Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:15.703363371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"405c32fc-c00a-4486-a032-64eb2d84d5a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:15.75635918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"405c32fc-c00a-4486-a032-64eb2d84d5a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:15.810255047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"405c32fc-c00a-4486-a032-64eb2d84d5a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:15.864403071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"405c32fc-c00a-4486-a032-64eb2d84d5a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:16.013107163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57ea84-policy","namespace":"ai-tenant-e2e-api-b-57ea84"},"namespace":"ai-tenant-e2e-api-b-57ea84","name":"e2e-e2e-api-b-57ea84-policy","reconcileID":"66f2d8b6-437a-4476-9ecd-c9fb42c66dde","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57ea84-policy","namespace":"ai-tenant-e2e-api-b-57ea84"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-57ea84","tenantID":"e2e-api-b-57ea84","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:16.071428536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57ea84-policy","namespace":"ai-tenant-e2e-api-b-57ea84"},"namespace":"ai-tenant-e2e-api-b-57ea84","name":"e2e-e2e-api-b-57ea84-policy","reconcileID":"66f2d8b6-437a-4476-9ecd-c9fb42c66dde","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57ea84-policy","namespace":"ai-tenant-e2e-api-b-57ea84"},"name":"e2e-api-b-57ea84-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:16.352481601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57ea84-policy","namespace":"ai-tenant-e2e-api-b-57ea84"},"namespace":"ai-tenant-e2e-api-b-57ea84","name":"e2e-e2e-api-b-57ea84-policy","reconcileID":"e78cb9b5-ba80-4287-9392-6ad880caca3b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57ea84-policy","namespace":"ai-tenant-e2e-api-b-57ea84"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-57ea84","tenantID":"e2e-api-b-57ea84","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:16.409014245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57ea84-policy","namespace":"ai-tenant-e2e-api-b-57ea84"},"namespace":"ai-tenant-e2e-api-b-57ea84","name":"e2e-e2e-api-b-57ea84-policy","reconcileID":"e78cb9b5-ba80-4287-9392-6ad880caca3b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57ea84-policy","namespace":"ai-tenant-e2e-api-b-57ea84"},"name":"e2e-api-b-57ea84-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:16.769770823Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-3d3023","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-3d3023","reconcileID":"39d09060-ce95-4fcd-9b01-b81425162357","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-3d3023","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-3d3023":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:17.795285406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d690957-a727-491f-b8a5-9f1cf417001a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:17.851244721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d690957-a727-491f-b8a5-9f1cf417001a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:17.903948601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d690957-a727-491f-b8a5-9f1cf417001a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:17.956950579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d690957-a727-491f-b8a5-9f1cf417001a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:19.895436657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf112c89-9e78-427a-840b-9c8754ec4f74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:19.9481839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf112c89-9e78-427a-840b-9c8754ec4f74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:20.001517954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf112c89-9e78-427a-840b-9c8754ec4f74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:20.054274487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf112c89-9e78-427a-840b-9c8754ec4f74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:21.96130848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0784090a-ee70-456a-9cab-c8589bd82412","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:22.014445837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0784090a-ee70-456a-9cab-c8589bd82412","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:22.068399668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0784090a-ee70-456a-9cab-c8589bd82412","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:22.122086029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0784090a-ee70-456a-9cab-c8589bd82412","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:24.050977455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"518c4aad-b1af-4fbe-9873-b8085d8b9159","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:24.104184863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"518c4aad-b1af-4fbe-9873-b8085d8b9159","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:24.157092145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"518c4aad-b1af-4fbe-9873-b8085d8b9159","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:24.209870018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"518c4aad-b1af-4fbe-9873-b8085d8b9159","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:24.263353093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-9e5368"},"namespace":"ai-tenant-e2e-ipp-a-9e5368","name":"default-tenant","reconcileID":"5072bcca-801a-4cff-9073-1e4055a32521","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-9e5368","tenantID":"e2e-ipp-a-9e5368","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:24.379884468Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-9e5368"},"namespace":"ai-tenant-e2e-ipp-a-9e5368","name":"default-tenant","reconcileID":"5072bcca-801a-4cff-9073-1e4055a32521","name":"e2e-ipp-a-9e5368-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:26.129555339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ee19da4-4aa9-4729-9b01-fd12b2121903","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:26.182301284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ee19da4-4aa9-4729-9b01-fd12b2121903","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:26.235058625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ee19da4-4aa9-4729-9b01-fd12b2121903","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:26.288407343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ee19da4-4aa9-4729-9b01-fd12b2121903","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:34.324838539Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-bc2046"},"namespace":"ai-tenant-e2e-api-b-bc2046","name":"default-tenant","reconcileID":"a6175e62-6d0c-4c76-98c7-91be9b91b029","namespace":"ai-tenant-e2e-api-b-bc2046","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:34.324900263Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-bc2046"},"namespace":"ai-tenant-e2e-api-b-bc2046","name":"default-tenant","reconcileID":"a6175e62-6d0c-4c76-98c7-91be9b91b029","namespace":"ai-tenant-e2e-api-b-bc2046","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:34.324947043Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-bc2046"},"namespace":"ai-tenant-e2e-api-b-bc2046","name":"default-tenant","reconcileID":"a6175e62-6d0c-4c76-98c7-91be9b91b029","name":"e2e-e2e-api-b-bc2046-policy","namespace":"ai-tenant-e2e-api-b-bc2046","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:34.382157175Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-bc2046-policy","namespace":"ai-tenant-e2e-api-b-bc2046"},"namespace":"ai-tenant-e2e-api-b-bc2046","name":"e2e-e2e-api-b-bc2046-policy","reconcileID":"27f419ae-7e9c-4d61-894a-b5d9af1909d9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-bc2046-policy","namespace":"ai-tenant-e2e-api-b-bc2046"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:34.382464053Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-bc2046"},"namespace":"ai-tenant-e2e-api-b-bc2046","name":"default-tenant","reconcileID":"a6175e62-6d0c-4c76-98c7-91be9b91b029","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:34.383370164Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"44032c2d-d958-4366-8efd-ea36147c29b2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:34.383392137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"44032c2d-d958-4366-8efd-ea36147c29b2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:34.593020283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-bc2046-policy","namespace":"ai-tenant-e2e-api-b-bc2046"},"namespace":"ai-tenant-e2e-api-b-bc2046","name":"e2e-e2e-api-b-bc2046-policy","reconcileID":"27f419ae-7e9c-4d61-894a-b5d9af1909d9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-bc2046-policy","namespace":"ai-tenant-e2e-api-b-bc2046"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-bc2046","tenantID":"e2e-api-b-bc2046","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:34.717396661Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-bc2046-policy","namespace":"ai-tenant-e2e-api-b-bc2046"},"namespace":"ai-tenant-e2e-api-b-bc2046","name":"e2e-e2e-api-b-bc2046-policy","reconcileID":"27f419ae-7e9c-4d61-894a-b5d9af1909d9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-bc2046-policy","namespace":"ai-tenant-e2e-api-b-bc2046"},"name":"e2e-api-b-bc2046-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:34.717423867Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-bc2046-policy","namespace":"ai-tenant-e2e-api-b-bc2046"},"namespace":"ai-tenant-e2e-api-b-bc2046","name":"e2e-e2e-api-b-bc2046-policy","reconcileID":"27f419ae-7e9c-4d61-894a-b5d9af1909d9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-bc2046-policy","namespace":"ai-tenant-e2e-api-b-bc2046"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-bc2046","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:34.784435117Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2e6bea7f-e30b-44cb-b647-902f3b3b3085","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:34.784461532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2e6bea7f-e30b-44cb-b647-902f3b3b3085","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:36.12120528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"322ee836-46b7-4bb3-8a79-dda48952a710","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:36.174255982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"322ee836-46b7-4bb3-8a79-dda48952a710","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:36.228533004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"322ee836-46b7-4bb3-8a79-dda48952a710","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:36.286028358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"322ee836-46b7-4bb3-8a79-dda48952a710","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:38.217323193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75723f04-9f76-45f9-ac42-3d48aad66919","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:38.27011703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75723f04-9f76-45f9-ac42-3d48aad66919","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:38.325951199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75723f04-9f76-45f9-ac42-3d48aad66919","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:38.381451846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75723f04-9f76-45f9-ac42-3d48aad66919","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:41.561271816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f26ec970-f75e-4655-b40d-e18fa80bd39e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:41.614139167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f26ec970-f75e-4655-b40d-e18fa80bd39e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:41.666886235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f26ec970-f75e-4655-b40d-e18fa80bd39e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:41.719554639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f26ec970-f75e-4655-b40d-e18fa80bd39e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:42.159643668Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-71bc98","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-71bc98","reconcileID":"3656f6d9-3b6d-4db3-8a87-c97ff56c4451","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w1-71bc98","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w1-71bc98":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:43.628911849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5530074-d0e8-420c-bab5-712038953080","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:43.681715065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5530074-d0e8-420c-bab5-712038953080","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:43.734483592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5530074-d0e8-420c-bab5-712038953080","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:43.787244938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5530074-d0e8-420c-bab5-712038953080","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:44.033395375Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:44.728980278Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-57ea84"},"namespace":"ai-tenant-e2e-api-b-57ea84","name":"default-tenant","reconcileID":"8bb2fc95-77c8-4fc6-ad3a-689780fcfc1d","namespace":"ai-tenant-e2e-api-b-57ea84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:44.729038338Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-57ea84"},"namespace":"ai-tenant-e2e-api-b-57ea84","name":"default-tenant","reconcileID":"8bb2fc95-77c8-4fc6-ad3a-689780fcfc1d","namespace":"ai-tenant-e2e-api-b-57ea84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:44.729093604Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-57ea84"},"namespace":"ai-tenant-e2e-api-b-57ea84","name":"default-tenant","reconcileID":"8bb2fc95-77c8-4fc6-ad3a-689780fcfc1d","name":"e2e-e2e-api-b-57ea84-policy","namespace":"ai-tenant-e2e-api-b-57ea84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:44.786705633Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-57ea84"},"namespace":"ai-tenant-e2e-api-b-57ea84","name":"default-tenant","reconcileID":"8bb2fc95-77c8-4fc6-ad3a-689780fcfc1d","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:44.787193315Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bc2f58c2-1738-407b-89ef-1cd6fad3d77c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:44.787214241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bc2f58c2-1738-407b-89ef-1cd6fad3d77c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:44.851428376Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57ea84-policy","namespace":"ai-tenant-e2e-api-b-57ea84"},"namespace":"ai-tenant-e2e-api-b-57ea84","name":"e2e-e2e-api-b-57ea84-policy","reconcileID":"688fbe13-80e7-4ed4-8de0-c48cbd2e0626","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57ea84-policy","namespace":"ai-tenant-e2e-api-b-57ea84"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:45.106492963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57ea84-policy","namespace":"ai-tenant-e2e-api-b-57ea84"},"namespace":"ai-tenant-e2e-api-b-57ea84","name":"e2e-e2e-api-b-57ea84-policy","reconcileID":"688fbe13-80e7-4ed4-8de0-c48cbd2e0626","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57ea84-policy","namespace":"ai-tenant-e2e-api-b-57ea84"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-57ea84","tenantID":"e2e-api-b-57ea84","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:45.241150526Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57ea84-policy","namespace":"ai-tenant-e2e-api-b-57ea84"},"namespace":"ai-tenant-e2e-api-b-57ea84","name":"e2e-e2e-api-b-57ea84-policy","reconcileID":"688fbe13-80e7-4ed4-8de0-c48cbd2e0626","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57ea84-policy","namespace":"ai-tenant-e2e-api-b-57ea84"},"name":"e2e-api-b-57ea84-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:45.24117619Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57ea84-policy","namespace":"ai-tenant-e2e-api-b-57ea84"},"namespace":"ai-tenant-e2e-api-b-57ea84","name":"e2e-e2e-api-b-57ea84-policy","reconcileID":"688fbe13-80e7-4ed4-8de0-c48cbd2e0626","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57ea84-policy","namespace":"ai-tenant-e2e-api-b-57ea84"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-57ea84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:45.297830734Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3cbf0958-5a26-4202-b114-7ad7cffae6f9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:45.297856802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3cbf0958-5a26-4202-b114-7ad7cffae6f9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:45.730458027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"994e29bb-cf69-4eba-851c-3f966bf605f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:45.783465139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"994e29bb-cf69-4eba-851c-3f966bf605f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:45.836325012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"994e29bb-cf69-4eba-851c-3f966bf605f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:45.889584383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"994e29bb-cf69-4eba-851c-3f966bf605f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:47.784162126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58d9c423-d9e0-4021-9ecf-f552953ea605","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:47.837110306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58d9c423-d9e0-4021-9ecf-f552953ea605","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:47.889997346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58d9c423-d9e0-4021-9ecf-f552953ea605","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:47.943375314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58d9c423-d9e0-4021-9ecf-f552953ea605","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:59.440100473Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"49ea2459-5da5-4a0a-ba12-03eaf44539e0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:59.538638019Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-subscription","reconcileID":"0d25ebb0-f4bc-4d27-9c55-b3b920dc2e33","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-premium-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/premium-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:59.639529383Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"923c6257-df1f-4bfb-9e45-143c40ebdc20","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:59.793238375Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-subscription","reconcileID":"3831eaa6-4d77-45b2-bbd2-f6acf2b4f434","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-simulator-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/simulator-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:59.903542798Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-subscription","reconcileID":"caad84b2-bd8c-4b43-b13f-bad9c097a2d7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-premium-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/premium-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:00.003943871Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-subscription","reconcileID":"e8f18bfe-f140-470c-82b0-8ff36b42846b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-premium-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/premium-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:00.107166228Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-subscription","reconcileID":"d7afd1ef-03db-4e66-a9c4-1c14c49bcf01","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-simulator-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/simulator-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:00.206463152Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-subscription","reconcileID":"c178588d-8936-48a7-9fc6-a4bba666b5ff","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-simulator-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:00.206466803Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-subscription","reconcileID":"2c710986-9224-49a2-ad0c-ee4a34547881","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-simulator-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:00.306918916Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-subscription","reconcileID":"2ceb72a0-0e44-4f6d-bcab-9cbb55b4b7b2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-premium-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/premium-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:00.406958312Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-subscription","reconcileID":"69413ec7-00df-44f8-bbb4-edab050066a4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-premium-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/premium-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:00.516201513Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-subscription","reconcileID":"d9526e66-3180-422c-b857-55456839d43d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-simulator-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:04.148636396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3d3023"},"namespace":"ai-tenant-e2e-ipp-a-3d3023","name":"default-tenant","reconcileID":"127abda4-de6c-4b2f-b45c-0dc60ae2cd98","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-3d3023","tenantID":"e2e-ipp-a-3d3023","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:04.264106484Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3d3023"},"namespace":"ai-tenant-e2e-ipp-a-3d3023","name":"default-tenant","reconcileID":"127abda4-de6c-4b2f-b45c-0dc60ae2cd98","name":"e2e-ipp-a-3d3023-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:10.982098643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"926e0dad-f1aa-4cd0-b06a-d72a36152767","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:11.034945811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"926e0dad-f1aa-4cd0-b06a-d72a36152767","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:11.0877156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"926e0dad-f1aa-4cd0-b06a-d72a36152767","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:11.140579573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"926e0dad-f1aa-4cd0-b06a-d72a36152767","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:13.030269083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36ca86a9-c9d1-42c9-9072-1414069ff340","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:13.083155017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36ca86a9-c9d1-42c9-9072-1414069ff340","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:13.136035461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36ca86a9-c9d1-42c9-9072-1414069ff340","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:13.189030712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36ca86a9-c9d1-42c9-9072-1414069ff340","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:14.03048104Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:19.051992696Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-bc2046"},"namespace":"ai-tenant-e2e-api-b-bc2046","name":"default-tenant","reconcileID":"e005266a-7716-489c-9648-166f30f58dff","namespace":"ai-tenant-e2e-api-b-bc2046","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:19.052065262Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-bc2046"},"namespace":"ai-tenant-e2e-api-b-bc2046","name":"default-tenant","reconcileID":"e005266a-7716-489c-9648-166f30f58dff","namespace":"ai-tenant-e2e-api-b-bc2046","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:19.052151232Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-bc2046"},"namespace":"ai-tenant-e2e-api-b-bc2046","name":"default-tenant","reconcileID":"e005266a-7716-489c-9648-166f30f58dff","tenant":"e2e-api-b-bc2046","tenantID":"e2e-api-b-bc2046","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:19.109196762Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-bc2046"},"namespace":"ai-tenant-e2e-api-b-bc2046","name":"default-tenant","reconcileID":"e005266a-7716-489c-9648-166f30f58dff","gvk":"Deployment","name":"maas-api-e2e-api-b-bc2046","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:19.17807626Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-bc2046"},"namespace":"ai-tenant-e2e-api-b-bc2046","name":"default-tenant","reconcileID":"e005266a-7716-489c-9648-166f30f58dff","gvk":"Service","name":"maas-api-e2e-api-b-bc2046","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:19.233833404Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-bc2046"},"namespace":"ai-tenant-e2e-api-b-bc2046","name":"default-tenant","reconcileID":"e005266a-7716-489c-9648-166f30f58dff","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-bc2046","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:19.288232603Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-bc2046"},"namespace":"ai-tenant-e2e-api-b-bc2046","name":"default-tenant","reconcileID":"e005266a-7716-489c-9648-166f30f58dff","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-bc2046","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:19.345433448Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-bc2046"},"namespace":"ai-tenant-e2e-api-b-bc2046","name":"default-tenant","reconcileID":"e005266a-7716-489c-9648-166f30f58dff","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-bc2046","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:19.400768094Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-bc2046"},"namespace":"ai-tenant-e2e-api-b-bc2046","name":"default-tenant","reconcileID":"e005266a-7716-489c-9648-166f30f58dff","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-bc2046","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:19.457712951Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-bc2046"},"namespace":"ai-tenant-e2e-api-b-bc2046","name":"default-tenant","reconcileID":"e005266a-7716-489c-9648-166f30f58dff","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-bc2046","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:19.516430393Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-bc2046"},"namespace":"ai-tenant-e2e-api-b-bc2046","name":"default-tenant","reconcileID":"e005266a-7716-489c-9648-166f30f58dff","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-bc2046","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:19.569000549Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-bc2046"},"namespace":"ai-tenant-e2e-api-b-bc2046","name":"default-tenant","reconcileID":"e005266a-7716-489c-9648-166f30f58dff","gvk":"Deployment","name":"payload-processing-e2e-api-b-bc2046","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:19.621438587Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-bc2046"},"namespace":"ai-tenant-e2e-api-b-bc2046","name":"default-tenant","reconcileID":"e005266a-7716-489c-9648-166f30f58dff","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-bc2046","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:19.673546925Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-bc2046"},"namespace":"ai-tenant-e2e-api-b-bc2046","name":"default-tenant","reconcileID":"e005266a-7716-489c-9648-166f30f58dff","gvk":"Service","name":"payload-processing-e2e-api-b-bc2046","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:19.726111232Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-bc2046"},"namespace":"ai-tenant-e2e-api-b-bc2046","name":"default-tenant","reconcileID":"e005266a-7716-489c-9648-166f30f58dff","gvk":"Service","name":"payload-pre-processing-e2e-api-b-bc2046","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:19.778389276Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-bc2046"},"namespace":"ai-tenant-e2e-api-b-bc2046","name":"default-tenant","reconcileID":"e005266a-7716-489c-9648-166f30f58dff","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-bc2046","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:19.831195311Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-bc2046"},"namespace":"ai-tenant-e2e-api-b-bc2046","name":"default-tenant","reconcileID":"e005266a-7716-489c-9648-166f30f58dff","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-bc2046","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:19.883316267Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-bc2046"},"namespace":"ai-tenant-e2e-api-b-bc2046","name":"default-tenant","reconcileID":"e005266a-7716-489c-9648-166f30f58dff","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-bc2046","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:19.938423549Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-bc2046"},"namespace":"ai-tenant-e2e-api-b-bc2046","name":"default-tenant","reconcileID":"e005266a-7716-489c-9648-166f30f58dff","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-bc2046","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:19.990679486Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-bc2046"},"namespace":"ai-tenant-e2e-api-b-bc2046","name":"default-tenant","reconcileID":"e005266a-7716-489c-9648-166f30f58dff","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-bc2046","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:20.043431652Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-bc2046"},"namespace":"ai-tenant-e2e-api-b-bc2046","name":"default-tenant","reconcileID":"e005266a-7716-489c-9648-166f30f58dff","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-bc2046","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:20.100383936Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-bc2046"},"namespace":"ai-tenant-e2e-api-b-bc2046","name":"default-tenant","reconcileID":"e005266a-7716-489c-9648-166f30f58dff","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-bc2046","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:20.153264917Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-bc2046"},"namespace":"ai-tenant-e2e-api-b-bc2046","name":"default-tenant","reconcileID":"e005266a-7716-489c-9648-166f30f58dff","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-bc2046","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:21.017793172Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-bc2046","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-bc2046","reconcileID":"e9bdc50d-1550-4a27-9b5b-e832c87b3db7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-bc2046","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-bc2046"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:22.148623897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8546ee2c-760a-442e-8760-51c44743f3e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:22.201546422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8546ee2c-760a-442e-8760-51c44743f3e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:22.254235978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8546ee2c-760a-442e-8760-51c44743f3e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:22.307353983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8546ee2c-760a-442e-8760-51c44743f3e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:22.523181871Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"97a394c9-7e34-4834-a946-5401b8d7a920","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:22.530515635Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-subscription","reconcileID":"58bc8a56-8557-41ff-a29b-3c9b74ffd0d4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-premium-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/premium-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:22.631229687Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-subscription","reconcileID":"fa0128ae-0316-44a3-9970-54260af27a95","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-simulator-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:22.687350431Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-subscription","reconcileID":"46da641f-6a86-442c-9b95-4a4b64bbdb49","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-premium-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/premium-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:22.739307091Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-subscription","reconcileID":"a9a239f9-9a6a-4c85-be5e-e602534a709c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-simulator-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/simulator-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:22.851019052Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-subscription","reconcileID":"bc5889ee-50aa-413b-80f1-7fb01c08370d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-premium-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/premium-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:22.860745362Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-subscription","reconcileID":"518bfc2d-650c-4d6a-9ff9-a2f94aa14a22","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-premium-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/premium-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:22.958068893Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-subscription","reconcileID":"cee19be1-ba8d-4b07-bea2-0564f5cac828","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-simulator-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:23.201107217Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b9686056-f225-4abe-b8de-7632b78bfc39","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:23.299113759Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-subscription","reconcileID":"08a138b9-bd9e-4b96-94b9-927e56cba634","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-simulator-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/simulator-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:23.324106351Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-subscription","reconcileID":"d3b1bdc7-d13d-40ec-b83c-feaad29d0bb5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-premium-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/premium-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:23.813237905Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-subscription","reconcileID":"594ee3f9-88d0-42b6-acda-7b89330129f5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-simulator-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:24.23406915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce350e04-b1f3-4be6-9b70-390bb38712f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:24.287725942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce350e04-b1f3-4be6-9b70-390bb38712f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:24.340882934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce350e04-b1f3-4be6-9b70-390bb38712f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:24.394181562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce350e04-b1f3-4be6-9b70-390bb38712f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:26.361878026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d917431d-6c6a-467e-8eb8-7cdeb38f607b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:26.415232514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d917431d-6c6a-467e-8eb8-7cdeb38f607b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:26.468192312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d917431d-6c6a-467e-8eb8-7cdeb38f607b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:26.521196463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d917431d-6c6a-467e-8eb8-7cdeb38f607b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:28.456224356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bc0861e-dd75-4d93-82c6-ba11a2e34667","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:28.50923424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bc0861e-dd75-4d93-82c6-ba11a2e34667","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:28.564038612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bc0861e-dd75-4d93-82c6-ba11a2e34667","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:28.617148138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bc0861e-dd75-4d93-82c6-ba11a2e34667","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:30.536446574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"default-tenant","reconcileID":"4cced305-dad6-401c-b60e-c4e68172c5c7","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-71bc98","tenantID":"e2e-shared-b-w1-71bc98","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:30.653166015Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"default-tenant","reconcileID":"4cced305-dad6-401c-b60e-c4e68172c5c7","name":"e2e-shared-b-w1-71bc98-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:33.953115223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37aac9de-c1b0-463c-83e3-0e7afb2d33ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:34.006443109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37aac9de-c1b0-463c-83e3-0e7afb2d33ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:34.05966562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37aac9de-c1b0-463c-83e3-0e7afb2d33ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:34.112689412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37aac9de-c1b0-463c-83e3-0e7afb2d33ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:34.490215537Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-99c8bd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-99c8bd","reconcileID":"2419b690-7631-497f-8110-0a2fe9e186a4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-99c8bd","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-99c8bd":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:35.825957139Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-57ea84"},"namespace":"ai-tenant-e2e-api-b-57ea84","name":"default-tenant","reconcileID":"70321aa9-08c3-4240-a2bd-e552efb2d1f7","namespace":"ai-tenant-e2e-api-b-57ea84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:35.826038934Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-57ea84"},"namespace":"ai-tenant-e2e-api-b-57ea84","name":"default-tenant","reconcileID":"70321aa9-08c3-4240-a2bd-e552efb2d1f7","namespace":"ai-tenant-e2e-api-b-57ea84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:35.82609456Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-57ea84"},"namespace":"ai-tenant-e2e-api-b-57ea84","name":"default-tenant","reconcileID":"70321aa9-08c3-4240-a2bd-e552efb2d1f7","tenant":"e2e-api-b-57ea84","tenantID":"e2e-api-b-57ea84","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:35.886019688Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-57ea84"},"namespace":"ai-tenant-e2e-api-b-57ea84","name":"default-tenant","reconcileID":"70321aa9-08c3-4240-a2bd-e552efb2d1f7","gvk":"Deployment","name":"maas-api-e2e-api-b-57ea84","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:35.947475379Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-57ea84"},"namespace":"ai-tenant-e2e-api-b-57ea84","name":"default-tenant","reconcileID":"70321aa9-08c3-4240-a2bd-e552efb2d1f7","gvk":"Service","name":"maas-api-e2e-api-b-57ea84","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:36.005849579Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-57ea84"},"namespace":"ai-tenant-e2e-api-b-57ea84","name":"default-tenant","reconcileID":"70321aa9-08c3-4240-a2bd-e552efb2d1f7","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-57ea84","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:36.060308419Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-57ea84"},"namespace":"ai-tenant-e2e-api-b-57ea84","name":"default-tenant","reconcileID":"70321aa9-08c3-4240-a2bd-e552efb2d1f7","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-57ea84","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:36.103858046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b2202dd-a96f-41b1-8e83-e5a1f2342467","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:36.157734674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b2202dd-a96f-41b1-8e83-e5a1f2342467","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:36.162887998Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-57ea84"},"namespace":"ai-tenant-e2e-api-b-57ea84","name":"default-tenant","reconcileID":"70321aa9-08c3-4240-a2bd-e552efb2d1f7","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-57ea84","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:36.210808574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b2202dd-a96f-41b1-8e83-e5a1f2342467","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:36.26468768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b2202dd-a96f-41b1-8e83-e5a1f2342467","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:36.265564988Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-57ea84"},"namespace":"ai-tenant-e2e-api-b-57ea84","name":"default-tenant","reconcileID":"70321aa9-08c3-4240-a2bd-e552efb2d1f7","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-57ea84","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:36.321245974Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-57ea84"},"namespace":"ai-tenant-e2e-api-b-57ea84","name":"default-tenant","reconcileID":"70321aa9-08c3-4240-a2bd-e552efb2d1f7","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-57ea84","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:36.376355842Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-57ea84"},"namespace":"ai-tenant-e2e-api-b-57ea84","name":"default-tenant","reconcileID":"70321aa9-08c3-4240-a2bd-e552efb2d1f7","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-57ea84","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:36.428628613Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-57ea84"},"namespace":"ai-tenant-e2e-api-b-57ea84","name":"default-tenant","reconcileID":"70321aa9-08c3-4240-a2bd-e552efb2d1f7","gvk":"Deployment","name":"payload-processing-e2e-api-b-57ea84","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:36.535742765Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-57ea84"},"namespace":"ai-tenant-e2e-api-b-57ea84","name":"default-tenant","reconcileID":"70321aa9-08c3-4240-a2bd-e552efb2d1f7","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-57ea84","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:36.58984363Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-57ea84"},"namespace":"ai-tenant-e2e-api-b-57ea84","name":"default-tenant","reconcileID":"70321aa9-08c3-4240-a2bd-e552efb2d1f7","gvk":"Service","name":"payload-processing-e2e-api-b-57ea84","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:36.642148712Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-57ea84"},"namespace":"ai-tenant-e2e-api-b-57ea84","name":"default-tenant","reconcileID":"70321aa9-08c3-4240-a2bd-e552efb2d1f7","gvk":"Service","name":"payload-pre-processing-e2e-api-b-57ea84","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:36.694089469Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-57ea84"},"namespace":"ai-tenant-e2e-api-b-57ea84","name":"default-tenant","reconcileID":"70321aa9-08c3-4240-a2bd-e552efb2d1f7","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-57ea84","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:36.746247746Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-57ea84"},"namespace":"ai-tenant-e2e-api-b-57ea84","name":"default-tenant","reconcileID":"70321aa9-08c3-4240-a2bd-e552efb2d1f7","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-57ea84","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:36.798190091Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-57ea84"},"namespace":"ai-tenant-e2e-api-b-57ea84","name":"default-tenant","reconcileID":"70321aa9-08c3-4240-a2bd-e552efb2d1f7","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-57ea84","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:36.8535451Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-57ea84"},"namespace":"ai-tenant-e2e-api-b-57ea84","name":"default-tenant","reconcileID":"70321aa9-08c3-4240-a2bd-e552efb2d1f7","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-57ea84","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:36.905806794Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-57ea84"},"namespace":"ai-tenant-e2e-api-b-57ea84","name":"default-tenant","reconcileID":"70321aa9-08c3-4240-a2bd-e552efb2d1f7","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-57ea84","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:36.95815521Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-57ea84"},"namespace":"ai-tenant-e2e-api-b-57ea84","name":"default-tenant","reconcileID":"70321aa9-08c3-4240-a2bd-e552efb2d1f7","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-57ea84","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:37.01027481Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-57ea84"},"namespace":"ai-tenant-e2e-api-b-57ea84","name":"default-tenant","reconcileID":"70321aa9-08c3-4240-a2bd-e552efb2d1f7","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-57ea84","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:37.062287168Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-57ea84"},"namespace":"ai-tenant-e2e-api-b-57ea84","name":"default-tenant","reconcileID":"70321aa9-08c3-4240-a2bd-e552efb2d1f7","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-57ea84","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:38.597358654Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-57ea84","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-57ea84","reconcileID":"4548c047-2cab-4cf8-95c9-dd613b8ffad6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-57ea84","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-57ea84"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:39.730212684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57d1dc7f-4630-48a0-81df-45cf9995d6bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:39.783882259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57d1dc7f-4630-48a0-81df-45cf9995d6bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:39.836686335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57d1dc7f-4630-48a0-81df-45cf9995d6bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:39.892027819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57d1dc7f-4630-48a0-81df-45cf9995d6bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:41.888076273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b924a9e0-01e5-4a31-b3d1-25709eaec45f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:41.940886951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b924a9e0-01e5-4a31-b3d1-25709eaec45f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:41.993725686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b924a9e0-01e5-4a31-b3d1-25709eaec45f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:42.046536316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b924a9e0-01e5-4a31-b3d1-25709eaec45f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:43.935882424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"747b39bb-1d9e-4164-b7c6-51a309bbec8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:43.989355934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"747b39bb-1d9e-4164-b7c6-51a309bbec8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:44.031034012Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:44.046120826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"747b39bb-1d9e-4164-b7c6-51a309bbec8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:44.100093045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"747b39bb-1d9e-4164-b7c6-51a309bbec8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:46.042294044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dae056e-31c1-4b8b-a455-0f3c48bd7529","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:46.095148026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dae056e-31c1-4b8b-a455-0f3c48bd7529","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:46.148023137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dae056e-31c1-4b8b-a455-0f3c48bd7529","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:46.200796303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dae056e-31c1-4b8b-a455-0f3c48bd7529","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:48.222355839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ceb7c08-75ed-40cc-a045-b3bea6c623e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:48.275132992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ceb7c08-75ed-40cc-a045-b3bea6c623e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:48.328057893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ceb7c08-75ed-40cc-a045-b3bea6c623e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:48.38161206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ceb7c08-75ed-40cc-a045-b3bea6c623e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:51.342441717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"870f4943-b2e0-47b2-a5f8-93ccddf63dfc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:51.395668898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"870f4943-b2e0-47b2-a5f8-93ccddf63dfc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:51.448334604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"870f4943-b2e0-47b2-a5f8-93ccddf63dfc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:51.501680663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"870f4943-b2e0-47b2-a5f8-93ccddf63dfc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:51.938520355Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-53af08","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-53af08","reconcileID":"b89f315e-eafa-4c72-90e4-3f502bd88666","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-53af08","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-53af08":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:53.526047606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d342cc2-c0b2-45f9-bff8-701920f87c1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:53.578934506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d342cc2-c0b2-45f9-bff8-701920f87c1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:53.632189429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d342cc2-c0b2-45f9-bff8-701920f87c1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:53.685242742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d342cc2-c0b2-45f9-bff8-701920f87c1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:59.571498282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f854d9ee-8767-4621-801f-0cd7b9fb3407","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:59.62444507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f854d9ee-8767-4621-801f-0cd7b9fb3407","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:59.677481795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f854d9ee-8767-4621-801f-0cd7b9fb3407","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:59.730540661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f854d9ee-8767-4621-801f-0cd7b9fb3407","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:01.683178086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9572288f-a608-47a2-8df5-07f27e8a5d03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:01.735841323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9572288f-a608-47a2-8df5-07f27e8a5d03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:01.788574622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9572288f-a608-47a2-8df5-07f27e8a5d03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:01.841465973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9572288f-a608-47a2-8df5-07f27e8a5d03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:14.030519753Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:22.274009775Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-subscription","reconcileID":"8dc3d0a4-7ab4-4e0f-826b-30f417afbaeb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-simulator-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/simulator-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:22.436570619Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"40764a1a-9cac-453d-9731-b137f7bb27b1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:22.61502945Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-subscription","reconcileID":"61a10e6c-89c1-489b-b3ab-ac92c91a0a55","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-simulator-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:22.71654172Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-subscription","reconcileID":"cf6cff90-a829-409e-89ee-c7346a9880b4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-premium-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/premium-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:22.81455682Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-subscription","reconcileID":"b842a681-2b02-4c01-a3af-25edc8699600","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-simulator-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:22.917155334Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-subscription","reconcileID":"597e5f14-36b3-4f6b-98fb-de63fc9155b6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-premium-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/premium-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:22.91718774Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-subscription","reconcileID":"adcf3463-042a-4533-9bc9-6d5eb5cf3d5f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-simulator-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:23.018222386Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-subscription","reconcileID":"efebf4b2-eebb-462a-a9bc-217e00c9d070","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-premium-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/premium-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:23.138243733Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-subscription","reconcileID":"ae85fc98-8ab2-4475-9fbd-6a1a1095f8dd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-premium-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/premium-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:23.314540493Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"38e5041a-9aa8-4b4c-aaa1-7763ea6b1db1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:23.414684465Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-subscription","reconcileID":"f13c00dd-61b4-4ee1-9cff-16ce6e6cc811","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-simulator-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/simulator-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:23.514747874Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-subscription","reconcileID":"1a0e8a59-f383-4398-aab2-d9d9422c8401","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-premium-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/premium-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:26.383466458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d628fc5d-b06e-4614-9ece-e1e887072967","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:26.438157813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d628fc5d-b06e-4614-9ece-e1e887072967","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:26.492144473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d628fc5d-b06e-4614-9ece-e1e887072967","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:26.545784309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d628fc5d-b06e-4614-9ece-e1e887072967","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:28.483990842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8cfdd85-b2c7-450a-9b37-cff83f8b617b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:28.536916601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8cfdd85-b2c7-450a-9b37-cff83f8b617b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:28.589592319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8cfdd85-b2c7-450a-9b37-cff83f8b617b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:28.642580701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8cfdd85-b2c7-450a-9b37-cff83f8b617b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:30.590126327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"046a203f-fd3a-4a37-a960-9b4e9cd8c5ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:30.643499823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"046a203f-fd3a-4a37-a960-9b4e9cd8c5ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:30.696466688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"046a203f-fd3a-4a37-a960-9b4e9cd8c5ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:30.749286617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"046a203f-fd3a-4a37-a960-9b4e9cd8c5ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:31.056685391Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-447154","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-447154","reconcileID":"e589b2e6-3eb0-496c-974b-f66d45be5406","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-447154","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-447154":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:32.654093618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2d856c0-cc20-4c5c-94bf-059642c8c036","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:32.711723085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2d856c0-cc20-4c5c-94bf-059642c8c036","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:32.767724628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2d856c0-cc20-4c5c-94bf-059642c8c036","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:32.821101192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2d856c0-cc20-4c5c-94bf-059642c8c036","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:34.743630264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44578034-fa23-4c3d-8bcd-168a3fecefa5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:34.796441866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44578034-fa23-4c3d-8bcd-168a3fecefa5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:34.849560411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44578034-fa23-4c3d-8bcd-168a3fecefa5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:34.903335638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44578034-fa23-4c3d-8bcd-168a3fecefa5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:34.955942171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-99c8bd"},"namespace":"ai-tenant-e2e-ipp-a-99c8bd","name":"default-tenant","reconcileID":"da8635c6-1e7b-45a4-a210-977b193bc2d5","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-99c8bd","tenantID":"e2e-ipp-a-99c8bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:35.070980507Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-99c8bd"},"namespace":"ai-tenant-e2e-ipp-a-99c8bd","name":"default-tenant","reconcileID":"da8635c6-1e7b-45a4-a210-977b193bc2d5","name":"e2e-ipp-a-99c8bd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:36.793050014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d196f94-6f51-4ab1-9c7e-fcb1e0f54cc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:36.846252538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d196f94-6f51-4ab1-9c7e-fcb1e0f54cc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:36.899254839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d196f94-6f51-4ab1-9c7e-fcb1e0f54cc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:36.952296118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d196f94-6f51-4ab1-9c7e-fcb1e0f54cc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:44.029897609Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:54.332417161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"default-tenant","reconcileID":"594ae48b-e405-4f11-9aef-532e21994168","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-53af08","tenantID":"e2e-ipp-a-53af08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:54.448807129Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"default-tenant","reconcileID":"594ae48b-e405-4f11-9aef-532e21994168","name":"e2e-ipp-a-53af08-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:07.909478308Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9a432c7c-d547-42d8-b630-9f158682e77e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:08.028669867Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-subscription","reconcileID":"9c8a9f7f-6ab9-4c91-b901-b053625b983c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-premium-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/premium-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:08.128439507Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-subscription","reconcileID":"50ca9442-2bfe-4d6a-967e-8d88306fb6c9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-simulator-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/simulator-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:08.24853458Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-subscription","reconcileID":"beb3d242-6aec-4a1c-b056-4dfa55919f79","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-simulator-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:08.354471849Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-subscription","reconcileID":"f79be445-3554-416a-bd3a-1821c30fde1f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-premium-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/premium-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:08.429905669Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-subscription","reconcileID":"0eeb2477-f489-4106-9c2a-24efea846825","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-premium-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/premium-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:08.530475706Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-subscription","reconcileID":"baacc666-a1dc-444d-a83d-5e18142d12f6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-premium-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/premium-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:08.691050957Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-subscription","reconcileID":"1699d1aa-a4ad-442c-b8e0-d6a046386f73","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-simulator-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:08.866004963Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-subscription","reconcileID":"20c5f0cc-4906-4ba4-a477-8a46cd79ebdf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-simulator-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/simulator-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:09.041812855Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"eae39200-3d82-4bea-adc2-13029866b52e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:09.138683858Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-subscription","reconcileID":"a404e456-5093-4f61-9df6-9ed3225cb4f8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-simulator-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:09.155840107Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-subscription","reconcileID":"848ed473-e9fe-4ff0-b3c2-b05bd84e9539","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-premium-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/premium-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:14.031115608Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:33.797216108Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-subscription","reconcileID":"655da251-1bd5-4013-bee5-cb9693536255","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-simulator-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:33.913109482Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-subscription","reconcileID":"16e1597a-326c-4c79-a87e-cc4bc3572763","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-premium-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/premium-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:34.028964096Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-subscription","reconcileID":"45ef4c31-161a-41bf-b215-58f670d65c4b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-simulator-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/simulator-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:34.147985068Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-subscription","reconcileID":"db3eb6f6-46e3-4993-80d1-05d2d9ac2de7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-simulator-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:34.329587266Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-subscription","reconcileID":"bb232c61-dc8d-4781-8510-3911034355ce","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-premium-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/premium-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:34.452377486Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-subscription","reconcileID":"ca2caab1-13c8-4d86-864d-569d8d572eb2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-simulator-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:34.544075811Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-subscription","reconcileID":"c4ce7e1e-eb00-4499-b2c6-96175d9df058","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-premium-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/premium-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:34.569138222Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-subscription","reconcileID":"3b5a5156-bdd5-4c47-b0a0-d85bfcb21955","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-premium-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/premium-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:34.640807145Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"43cd1d11-46dc-40fd-a784-8e389a4c8e45","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:34.743444287Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-subscription","reconcileID":"825e563e-fb41-4430-921f-4030ecc2a0a6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-premium-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/premium-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:34.863064161Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4f8663cd-b9f8-4ce2-940a-0a96eb9341c9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:34.963094859Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-subscription","reconcileID":"10bce773-9a7a-410c-b955-f5cea1f14083","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-simulator-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/simulator-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:36.789266469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-447154"},"namespace":"ai-tenant-e2e-ipp-b-447154","name":"default-tenant","reconcileID":"b357a3b2-bc0d-4171-9e0b-18ce2290d5b5","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-447154","tenantID":"e2e-ipp-b-447154","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:36.905522107Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-447154"},"namespace":"ai-tenant-e2e-ipp-b-447154","name":"default-tenant","reconcileID":"b357a3b2-bc0d-4171-9e0b-18ce2290d5b5","name":"e2e-ipp-b-447154-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:38.492999259Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"tenantcfg-model-5e916d","reconcileID":"87ba4551-914e-4e3c-b7d3-a43b5cb59b0e","MaaSModelRef":{"name":"tenantcfg-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"tenant":"e2e-shared-a-w1-5e916d","gateway":"openshift-ingress/e2e-shared-a-w1-5e916d","model":"ai-tenant-e2e-shared-a-w1-5e916d/tenantcfg-model-5e916d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:38.493034127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"tenantcfg-model-5e916d","reconcileID":"87ba4551-914e-4e3c-b7d3-a43b5cb59b0e","MaaSModelRef":{"name":"tenantcfg-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"routeName":"tenantcfg-model-5e916d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-5e916d","llmisvcName":"tenantcfg-model-5e916d","gateway":"openshift-ingress/e2e-shared-a-w1-5e916d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:42.008162534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8857bad-34a7-4ac2-ab7e-4c59c49b7b8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:42.061263271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8857bad-34a7-4ac2-ab7e-4c59c49b7b8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:42.114039347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8857bad-34a7-4ac2-ab7e-4c59c49b7b8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:42.166675947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8857bad-34a7-4ac2-ab7e-4c59c49b7b8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:43.030420723Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-df5d0b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-df5d0b","reconcileID":"763818f6-012c-427d-865a-5d90ad18b7e9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-df5d0b","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-df5d0b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:44.031787894Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:44.085276683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"271b38bc-0311-4f6f-9cd8-ec359145aa14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:44.138709616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"271b38bc-0311-4f6f-9cd8-ec359145aa14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:44.191566115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"271b38bc-0311-4f6f-9cd8-ec359145aa14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:44.244538509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"271b38bc-0311-4f6f-9cd8-ec359145aa14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:46.138884584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4920993d-bf06-4a70-9e94-3ddf77cc7ecd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:46.1917492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4920993d-bf06-4a70-9e94-3ddf77cc7ecd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:46.244576887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4920993d-bf06-4a70-9e94-3ddf77cc7ecd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:46.297487701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4920993d-bf06-4a70-9e94-3ddf77cc7ecd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:50.857549999Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f0a63fda-d60c-4782-9352-aee9482dcb5c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:50.957544379Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"29893c14-55d7-4f8f-9fd5-bf4334edb047","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:51.058060535Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-subscription","reconcileID":"803b9636-f7c1-4b44-9744-83d7d016a607","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-simulator-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/simulator-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:51.159775596Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-subscription","reconcileID":"0ea26182-bf52-4976-a33e-06fb74de00a6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-simulator-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:51.273750284Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-subscription","reconcileID":"6f69f11a-089b-4816-8051-989092469a6f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-simulator-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:51.373078143Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-subscription","reconcileID":"a6297a9e-c5d5-4373-aebc-9976d3bf7d94","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-premium-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/premium-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:51.395075704Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-subscription","reconcileID":"f11c31e6-5a90-4266-86a5-f749bca878d6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-premium-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/premium-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:51.515516906Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-subscription","reconcileID":"be3846b8-6d6f-43ed-926b-3d4f34efadba","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-simulator-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/simulator-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:51.686570704Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-subscription","reconcileID":"94cfce01-de8e-47c6-8290-b6763382e774","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-simulator-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:51.79042032Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-subscription","reconcileID":"82fd9cfa-2403-43aa-8070-6a4bdcefc33a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-premium-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/premium-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:52.000360999Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-subscription","reconcileID":"8e0a7c46-e6e3-4157-877a-a6aa16c76e24","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-premium-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/premium-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:52.21191556Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-subscription","reconcileID":"747a2ec1-17fa-43b5-b5ce-fa6881c5eb0f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-premium-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/premium-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:53.281897311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c3ca0c8-cc29-4483-bddf-872859d306c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:53.335064771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c3ca0c8-cc29-4483-bddf-872859d306c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:53.387951891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c3ca0c8-cc29-4483-bddf-872859d306c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:53.440909996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c3ca0c8-cc29-4483-bddf-872859d306c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:54.51274009Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-8af859","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-8af859","reconcileID":"3f7acbb8-126b-42f7-b3ac-320dff1bfd2c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-8af859","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-8af859":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:55.415955921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a67acb55-cb39-4e4c-8f84-8cab7573fc56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:55.468781379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a67acb55-cb39-4e4c-8f84-8cab7573fc56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:55.521451936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a67acb55-cb39-4e4c-8f84-8cab7573fc56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:55.574356947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a67acb55-cb39-4e4c-8f84-8cab7573fc56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:57.4876858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfaaf3ce-d1f9-47a9-b679-87280187e35c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:57.540406978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfaaf3ce-d1f9-47a9-b679-87280187e35c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:57.593352466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfaaf3ce-d1f9-47a9-b679-87280187e35c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:57.646409256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfaaf3ce-d1f9-47a9-b679-87280187e35c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:59.548421126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21562597-79ca-482e-8b62-83aded04ad9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:59.601335549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21562597-79ca-482e-8b62-83aded04ad9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:59.655051158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21562597-79ca-482e-8b62-83aded04ad9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:59.708805455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21562597-79ca-482e-8b62-83aded04ad9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:01.605888582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51644314-2489-4012-ab2c-82d1e1c707a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:01.660271134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51644314-2489-4012-ab2c-82d1e1c707a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:01.713110497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51644314-2489-4012-ab2c-82d1e1c707a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:01.766709526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51644314-2489-4012-ab2c-82d1e1c707a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:03.699678281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d71940af-b492-4d97-855a-96b5c77e572e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:03.752985629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d71940af-b492-4d97-855a-96b5c77e572e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:03.805682972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d71940af-b492-4d97-855a-96b5c77e572e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:03.860383998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d71940af-b492-4d97-855a-96b5c77e572e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:05.753271635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83d4ea44-3781-458b-9cea-a96bbc300333","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:05.806533041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83d4ea44-3781-458b-9cea-a96bbc300333","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:05.85948548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83d4ea44-3781-458b-9cea-a96bbc300333","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:05.913346309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83d4ea44-3781-458b-9cea-a96bbc300333","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:14.031046005Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:44.030183125Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:46.288913521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"317317ee-0c64-4438-8fb9-e6e3b507216d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:46.34199633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"317317ee-0c64-4438-8fb9-e6e3b507216d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:46.39507742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"317317ee-0c64-4438-8fb9-e6e3b507216d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:46.44793495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"317317ee-0c64-4438-8fb9-e6e3b507216d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:48.348836866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f4690f1-b6cf-4f6d-8bb3-17b6894185bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:48.401739611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f4690f1-b6cf-4f6d-8bb3-17b6894185bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:48.454743985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f4690f1-b6cf-4f6d-8bb3-17b6894185bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:48.507261479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f4690f1-b6cf-4f6d-8bb3-17b6894185bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:50.415184117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1ef277b-8947-4405-86d7-bdb0c73f7e72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:50.468305552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1ef277b-8947-4405-86d7-bdb0c73f7e72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:50.521176361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1ef277b-8947-4405-86d7-bdb0c73f7e72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:50.574446915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1ef277b-8947-4405-86d7-bdb0c73f7e72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:52.196020583Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"fb5b87ad-b57c-4875-aef2-431e1ad87a56","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:52.301318371Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"730bda8e-74ba-42fe-85de-3cad2565df99","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:52.301919584Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-subscription","reconcileID":"4e50b7f8-0417-4b6c-be2e-f2a6bd24b578","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-simulator-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:52.353828679Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-subscription","reconcileID":"1086541a-7c36-46cd-a111-8ee3e2887412","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-premium-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/premium-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:52.453379104Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-subscription","reconcileID":"c5584572-9540-48c5-820c-a280e9309728","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-premium-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/premium-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:52.553368616Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-subscription","reconcileID":"7b44ace6-0c2d-4a08-b2d5-56b2b0770d57","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-simulator-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/simulator-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:52.57673658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60bb02b3-77a9-475c-bcf8-2d26341e570c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:52.629715245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60bb02b3-77a9-475c-bcf8-2d26341e570c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:52.682509199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60bb02b3-77a9-475c-bcf8-2d26341e570c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:52.735943614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60bb02b3-77a9-475c-bcf8-2d26341e570c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:52.841518341Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-subscription","reconcileID":"6c694fe0-e7d3-48d5-963b-47464321fd2a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-simulator-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:52.946700829Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-subscription","reconcileID":"20607930-0547-40bf-8f92-fdab287720e7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-simulator-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:53.069471901Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-subscription","reconcileID":"1a8e8264-1829-420e-b4a7-6dc32eecbecc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-premium-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/premium-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:53.069731941Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-subscription","reconcileID":"522373a1-39bd-4c9c-9374-0028772f341a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-premium-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/premium-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:53.148340293Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-subscription","reconcileID":"3f5d0909-b93d-4e13-bcfd-0ee6d4040137","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-premium-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/premium-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:53.521107272Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-subscription","reconcileID":"5844b2c3-d438-4e70-9a0a-e800bf4224ec","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-simulator-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/simulator-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:54.687436572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47d3d668-787e-4b8a-a9bf-702ac59c1674","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:54.741283485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47d3d668-787e-4b8a-a9bf-702ac59c1674","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:54.794492977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47d3d668-787e-4b8a-a9bf-702ac59c1674","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:54.847480055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47d3d668-787e-4b8a-a9bf-702ac59c1674","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:56.755685157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-df5d0b"},"namespace":"ai-tenant-e2e-ipp-b-df5d0b","name":"default-tenant","reconcileID":"aa75709e-d117-4ee4-a1da-1a46473c60ea","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-df5d0b","tenantID":"e2e-ipp-b-df5d0b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:56.871674294Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-df5d0b"},"namespace":"ai-tenant-e2e-ipp-b-df5d0b","name":"default-tenant","reconcileID":"aa75709e-d117-4ee4-a1da-1a46473c60ea","name":"e2e-ipp-b-df5d0b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:02.319158523Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"tenantcfg-model-71bc98","reconcileID":"f99e5e5e-4cc6-48dd-b22a-139f160e620e","MaaSModelRef":{"name":"tenantcfg-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"tenant":"e2e-shared-b-w1-71bc98","gateway":"openshift-ingress/e2e-shared-b-w1-71bc98","model":"ai-tenant-e2e-shared-b-w1-71bc98/tenantcfg-model-71bc98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:02.319188005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"tenantcfg-model-71bc98","reconcileID":"f99e5e5e-4cc6-48dd-b22a-139f160e620e","MaaSModelRef":{"name":"tenantcfg-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"routeName":"tenantcfg-model-71bc98-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-71bc98","llmisvcName":"tenantcfg-model-71bc98","gateway":"openshift-ingress/e2e-shared-b-w1-71bc98","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:07.901239268Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"tenantcfg-model-5e916d","reconcileID":"1baad128-a0ce-45ff-b37b-b5c3a64cccdc","MaaSModelRef":{"name":"tenantcfg-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"tenant":"e2e-shared-a-w1-5e916d","gateway":"openshift-ingress/e2e-shared-a-w1-5e916d","model":"ai-tenant-e2e-shared-a-w1-5e916d/tenantcfg-model-5e916d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:07.901263659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"tenantcfg-model-5e916d","reconcileID":"1baad128-a0ce-45ff-b37b-b5c3a64cccdc","MaaSModelRef":{"name":"tenantcfg-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"routeName":"tenantcfg-model-5e916d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-5e916d","llmisvcName":"tenantcfg-model-5e916d","gateway":"openshift-ingress/e2e-shared-a-w1-5e916d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:07.958411075Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"tenantcfg-model-5e916d","reconcileID":"4e67917e-17ce-4e96-aaa4-992efd18e856","MaaSModelRef":{"name":"tenantcfg-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"tenant":"e2e-shared-a-w1-5e916d","gateway":"openshift-ingress/e2e-shared-a-w1-5e916d","model":"ai-tenant-e2e-shared-a-w1-5e916d/tenantcfg-model-5e916d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:07.958432848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"tenantcfg-model-5e916d","reconcileID":"4e67917e-17ce-4e96-aaa4-992efd18e856","MaaSModelRef":{"name":"tenantcfg-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"routeName":"tenantcfg-model-5e916d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-5e916d","llmisvcName":"tenantcfg-model-5e916d","gateway":"openshift-ingress/e2e-shared-a-w1-5e916d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:08.06276518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"e2e-mt-tenantcfg-5535b9","reconcileID":"a3816d90-aeed-4b3f-939c-7e5be36f9bb7","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-5e916d","tenantID":"e2e-shared-a-w1-5e916d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:08.185976533Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"e2e-mt-tenantcfg-5535b9","reconcileID":"a3816d90-aeed-4b3f-939c-7e5be36f9bb7","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"name":"e2e-shared-a-w1-5e916d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:08.240989187Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-5e916d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"e2e-mt-tenantcfg-5535b9","reconcileID":"a3816d90-aeed-4b3f-939c-7e5be36f9bb7","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:08.298177831Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"tenantcfg-model-5e916d","reconcileID":"1b523cbc-6488-49c3-87a1-9723968527f0","MaaSModelRef":{"name":"tenantcfg-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"tenant":"e2e-shared-a-w1-5e916d","gateway":"openshift-ingress/e2e-shared-a-w1-5e916d","model":"ai-tenant-e2e-shared-a-w1-5e916d/tenantcfg-model-5e916d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:08.298198722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"tenantcfg-model-5e916d","reconcileID":"1b523cbc-6488-49c3-87a1-9723968527f0","MaaSModelRef":{"name":"tenantcfg-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"routeName":"tenantcfg-model-5e916d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-5e916d","llmisvcName":"tenantcfg-model-5e916d","gateway":"openshift-ingress/e2e-shared-a-w1-5e916d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:11.331974038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8af859"},"namespace":"ai-tenant-e2e-ipp-b-8af859","name":"default-tenant","reconcileID":"c0dfcccc-9a8e-460b-804c-3ff37badc0f3","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-8af859","tenantID":"e2e-ipp-b-8af859","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:11.446619611Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8af859"},"namespace":"ai-tenant-e2e-ipp-b-8af859","name":"default-tenant","reconcileID":"c0dfcccc-9a8e-460b-804c-3ff37badc0f3","name":"e2e-ipp-b-8af859-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:12.892181087Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-subscription","reconcileID":"26101024-4973-4b7f-a30b-25edf2b31aa3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-simulator-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:13.123756232Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-subscription","reconcileID":"14ab046c-6a07-40ca-a5f9-5c1f23e2522d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-premium-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/premium-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:13.360924992Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-subscription","reconcileID":"4175b287-1dbc-4958-950f-56c6c8dd833c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-simulator-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:13.475777472Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-subscription","reconcileID":"c18b3e2a-eea0-4835-a843-c861991b7e4c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-simulator-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/simulator-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:13.576814287Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"111d6f73-a506-46ac-acbc-e9d42cfe131d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:13.593644707Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-subscription","reconcileID":"ae5b372e-b0f8-4e96-938c-a9c0aff18714","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-simulator-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:13.677889001Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-subscription","reconcileID":"0d59c551-d58d-4d1e-bc93-044da4b71877","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-premium-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/premium-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:13.947819764Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-subscription","reconcileID":"b96258f3-9642-4d20-951b-7ea1cf96f1bc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-premium-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/premium-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:14.030171573Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:14.048565287Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-subscription","reconcileID":"c11fdc6a-5d40-49c6-90d5-4040b2a6906c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-premium-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/premium-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:14.067633539Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d1cd3bbf-e496-4505-aa99-aba16859c830","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:14.181174343Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-subscription","reconcileID":"043aa443-da31-4164-810d-d3709c27df00","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-premium-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/premium-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:14.297383177Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-subscription","reconcileID":"922e37e4-f445-4060-8bf6-9dbdc37d99be","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-simulator-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/simulator-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:18.404412375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"e2e-mt-tenantcfg-5535b9","reconcileID":"572205c3-3a29-4354-9224-60b6cd826b0b","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-5e916d","tenantID":"e2e-shared-a-w1-5e916d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:18.461421461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"e2e-mt-tenantcfg-5535b9","reconcileID":"572205c3-3a29-4354-9224-60b6cd826b0b","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"name":"e2e-shared-a-w1-5e916d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:18.518337724Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-5e916d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"e2e-mt-tenantcfg-5535b9","reconcileID":"572205c3-3a29-4354-9224-60b6cd826b0b","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:28.623615901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"e2e-mt-tenantcfg-5535b9","reconcileID":"4f37a1bf-570d-496f-bcb5-30f95c6bb433","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-5e916d","tenantID":"e2e-shared-a-w1-5e916d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:28.680471414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"e2e-mt-tenantcfg-5535b9","reconcileID":"4f37a1bf-570d-496f-bcb5-30f95c6bb433","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"name":"e2e-shared-a-w1-5e916d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:28.735675941Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-5e916d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"e2e-mt-tenantcfg-5535b9","reconcileID":"4f37a1bf-570d-496f-bcb5-30f95c6bb433","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:38.841386693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"e2e-mt-tenantcfg-5535b9","reconcileID":"f98f26a9-68c1-4b05-8ee7-e25c44c1e3ee","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-5e916d","tenantID":"e2e-shared-a-w1-5e916d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:38.897947724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"e2e-mt-tenantcfg-5535b9","reconcileID":"f98f26a9-68c1-4b05-8ee7-e25c44c1e3ee","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"name":"e2e-shared-a-w1-5e916d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:38.953159232Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-5e916d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"e2e-mt-tenantcfg-5535b9","reconcileID":"f98f26a9-68c1-4b05-8ee7-e25c44c1e3ee","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:44.030208127Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:49.059796225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"e2e-mt-tenantcfg-5535b9","reconcileID":"4f8042d2-7d1c-48c6-ba47-c2a3c9e6eaaf","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-5e916d","tenantID":"e2e-shared-a-w1-5e916d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:49.11647852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"e2e-mt-tenantcfg-5535b9","reconcileID":"4f8042d2-7d1c-48c6-ba47-c2a3c9e6eaaf","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"name":"e2e-shared-a-w1-5e916d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:49.171789783Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-5e916d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0ba77156399c0a1a01caa7fc3c2763297872d9e2463ca2f1cbeeaec5b5533b47) AuthConfig (79ac97c8a3ed6258bf35509a1c0db56354719e0ee183f9f6d0ea0e34f284ca14) AuthConfig (c3abb4b63787f1ef5f5b385a0b866cd92f9bc8d615b8c1cc2524109b5f55f08c) AuthConfig (bbdc4bb3392fdfc90917156e962393f39e7f4608891b0f4ecc8f7e27bdf473c3) AuthConfig (ae4a84842f1e9e0ad79bbda71bcdc5dcf416a67ca71fec952fa883c26b13dda1) AuthConfig (75dba13feda48a8c3c448964d9d371b6e519cf0948fdfa9082e6a472dc185073) AuthConfig (929781bbd8ba00424245e07da9272ab2b001bcbb9ff9adb739dd2bbb3ec2d3ba) AuthConfig (89a4606ccbd2dd034ba71bd920a8e3ff821574f4e37f8cafb23e0bb9eddfd5a1) AuthConfig (0ccdaf43a2e66d3b066264d2312cd189f0f2a37093aaff05b7863c4b2d32b159) AuthConfig (f70d517a9722cfaba888afe9f1bdf9d6222366caa1b09c6e64c3d4c2f3fde2ee) AuthConfig (9177576a2ff0018bdaeb64ab39306e9e6de363a367642ed9c936b13b22062f30) AuthConfig (ae30eed8caa5d40eca88489a5e15be9c8984dea795bb2814a296e96bc278f138) AuthConfig (cab4845fa57a1f8e829a77988ba7b11a7259610761b4750588504a9bb2193663) AuthConfig (960ae29f785c6778625b6a337b31db6247c1723ea678ac30d82a39f7ac594c40) AuthConfig (7b8a5b2cbde789431cc475696e3f8ac8c8c375d3f39a52fcb9082578e405d79c) AuthConfig (f6da4711238aa9b96bda1fc58fb7da6592cc117ab2bec7342d8f052dfe12a54d) AuthConfig (108dcafef2a3232319f31cd7da0597115caa07a4146b7913dcd82af7f9062b96) AuthConfig (cc2fe03dd2761a23f5030e5a465188756809c34747513a46062319d2400c9164)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"e2e-mt-tenantcfg-5535b9","reconcileID":"4f8042d2-7d1c-48c6-ba47-c2a3c9e6eaaf","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:49.230335505Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"tenantcfg-model-5e916d","reconcileID":"13ed5b7d-6f11-4097-ab29-79a896294f3c","MaaSModelRef":{"name":"tenantcfg-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"tenant":"e2e-shared-a-w1-5e916d","gateway":"openshift-ingress/e2e-shared-a-w1-5e916d","model":"ai-tenant-e2e-shared-a-w1-5e916d/tenantcfg-model-5e916d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:49.23035783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"tenantcfg-model-5e916d","reconcileID":"13ed5b7d-6f11-4097-ab29-79a896294f3c","MaaSModelRef":{"name":"tenantcfg-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"routeName":"tenantcfg-model-5e916d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-5e916d","llmisvcName":"tenantcfg-model-5e916d","gateway":"openshift-ingress/e2e-shared-a-w1-5e916d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:59.335761175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"e2e-mt-tenantcfg-5535b9","reconcileID":"8b14c565-2c95-44c5-beb3-2423fedb5b62","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-5e916d","tenantID":"e2e-shared-a-w1-5e916d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:59.391914037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"e2e-mt-tenantcfg-5535b9","reconcileID":"8b14c565-2c95-44c5-beb3-2423fedb5b62","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"name":"e2e-shared-a-w1-5e916d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:59.447018353Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-5e916d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0ba77156399c0a1a01caa7fc3c2763297872d9e2463ca2f1cbeeaec5b5533b47) AuthConfig (79ac97c8a3ed6258bf35509a1c0db56354719e0ee183f9f6d0ea0e34f284ca14) AuthConfig (c3abb4b63787f1ef5f5b385a0b866cd92f9bc8d615b8c1cc2524109b5f55f08c) AuthConfig (bbdc4bb3392fdfc90917156e962393f39e7f4608891b0f4ecc8f7e27bdf473c3) AuthConfig (ae4a84842f1e9e0ad79bbda71bcdc5dcf416a67ca71fec952fa883c26b13dda1) AuthConfig (75dba13feda48a8c3c448964d9d371b6e519cf0948fdfa9082e6a472dc185073) AuthConfig (929781bbd8ba00424245e07da9272ab2b001bcbb9ff9adb739dd2bbb3ec2d3ba) AuthConfig (89a4606ccbd2dd034ba71bd920a8e3ff821574f4e37f8cafb23e0bb9eddfd5a1) AuthConfig (0ccdaf43a2e66d3b066264d2312cd189f0f2a37093aaff05b7863c4b2d32b159) AuthConfig (f70d517a9722cfaba888afe9f1bdf9d6222366caa1b09c6e64c3d4c2f3fde2ee) AuthConfig (9177576a2ff0018bdaeb64ab39306e9e6de363a367642ed9c936b13b22062f30) AuthConfig (ae30eed8caa5d40eca88489a5e15be9c8984dea795bb2814a296e96bc278f138) AuthConfig (cab4845fa57a1f8e829a77988ba7b11a7259610761b4750588504a9bb2193663) AuthConfig (960ae29f785c6778625b6a337b31db6247c1723ea678ac30d82a39f7ac594c40) AuthConfig (7b8a5b2cbde789431cc475696e3f8ac8c8c375d3f39a52fcb9082578e405d79c) AuthConfig (f6da4711238aa9b96bda1fc58fb7da6592cc117ab2bec7342d8f052dfe12a54d) AuthConfig (108dcafef2a3232319f31cd7da0597115caa07a4146b7913dcd82af7f9062b96) AuthConfig (cc2fe03dd2761a23f5030e5a465188756809c34747513a46062319d2400c9164)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"e2e-mt-tenantcfg-5535b9","reconcileID":"8b14c565-2c95-44c5-beb3-2423fedb5b62","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:02.293032673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27d4488f-a1eb-4fd4-b09b-2a62a03b1090","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:02.345736738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27d4488f-a1eb-4fd4-b09b-2a62a03b1090","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:02.398803334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27d4488f-a1eb-4fd4-b09b-2a62a03b1090","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:02.451622274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27d4488f-a1eb-4fd4-b09b-2a62a03b1090","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:02.973600714Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-b2d49b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-b2d49b","reconcileID":"8315fe17-976f-45e2-a5fd-1940aa787ddf","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-b2d49b","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-b2d49b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:04.398099619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2aa5656e-b7b7-49c3-b8b2-14deb5215402","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:04.450728603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2aa5656e-b7b7-49c3-b8b2-14deb5215402","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:04.503858509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2aa5656e-b7b7-49c3-b8b2-14deb5215402","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:04.504291796Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-subscription","reconcileID":"0c414c0c-16f3-4002-8cbb-6a0c80d72eb8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-premium-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/premium-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:04.557332218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2aa5656e-b7b7-49c3-b8b2-14deb5215402","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:04.719398884Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-subscription","reconcileID":"4795c5d5-d428-4533-86bf-f6a8f6dfb4f4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-premium-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/premium-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:04.719749227Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-subscription","reconcileID":"31236c28-bf69-433a-b486-da31738d5cc4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-simulator-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/simulator-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:04.810393607Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"963be76c-d6d8-4b24-bbad-b7668d500171","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:05.052727044Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-subscription","reconcileID":"b5416aed-3ba3-4d5d-b5b0-9cf66b89678a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-premium-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/premium-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:05.404355494Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-subscription","reconcileID":"c98170d2-3ab1-4a1c-bc27-aa952e2cfb67","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-simulator-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:05.505395156Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-subscription","reconcileID":"74bd96dc-bdb3-4c50-b10c-c065ba69de0e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-premium-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/premium-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:05.671770957Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-subscription","reconcileID":"ad8d306b-f1fb-49c1-934f-f1338cb91da8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-simulator-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/simulator-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:05.779577296Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-subscription","reconcileID":"1fcfd12b-b6ee-4421-8a05-f6712210489e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-simulator-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:05.840602193Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-subscription","reconcileID":"6bd900f1-57e2-4c40-8d5c-6687551a560b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-premium-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/premium-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:05.942362474Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"43fd0bb0-2d7e-4db3-acf3-a8e641e983a9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:06.048808388Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-subscription","reconcileID":"c901122e-42f1-4093-8006-6e212130ceb7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-simulator-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:06.483171885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a912cf8d-a0a1-4581-8547-aa6b81fd808b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:06.535944903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a912cf8d-a0a1-4581-8547-aa6b81fd808b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:06.616674714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a912cf8d-a0a1-4581-8547-aa6b81fd808b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:06.669424669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a912cf8d-a0a1-4581-8547-aa6b81fd808b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:08.701857618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a9386fa-de30-4707-8ed2-f2892f2fc513","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:08.755169963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a9386fa-de30-4707-8ed2-f2892f2fc513","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:08.808619515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a9386fa-de30-4707-8ed2-f2892f2fc513","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:08.861885805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a9386fa-de30-4707-8ed2-f2892f2fc513","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:09.559328572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"e2e-mt-tenantcfg-5535b9","reconcileID":"105ff679-53fd-4ef0-9a1b-b97ae2819b1e","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-5e916d","tenantID":"e2e-shared-a-w1-5e916d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:09.616958402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"e2e-mt-tenantcfg-5535b9","reconcileID":"105ff679-53fd-4ef0-9a1b-b97ae2819b1e","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"name":"e2e-shared-a-w1-5e916d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:09.988074567Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"tenantcfg-model-5e916d","reconcileID":"9b0a7582-b43b-41f0-9b50-c8027811bf9a","MaaSModelRef":{"name":"tenantcfg-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"tenant":"e2e-shared-a-w1-5e916d","gateway":"openshift-ingress/e2e-shared-a-w1-5e916d","model":"ai-tenant-e2e-shared-a-w1-5e916d/tenantcfg-model-5e916d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:09.988097841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"tenantcfg-model-5e916d","reconcileID":"9b0a7582-b43b-41f0-9b50-c8027811bf9a","MaaSModelRef":{"name":"tenantcfg-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"routeName":"tenantcfg-model-5e916d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-5e916d","llmisvcName":"tenantcfg-model-5e916d","gateway":"openshift-ingress/e2e-shared-a-w1-5e916d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:10.803676927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abe299b2-04f1-4a84-acab-6583d093002e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:10.856834238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abe299b2-04f1-4a84-acab-6583d093002e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:10.909715021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abe299b2-04f1-4a84-acab-6583d093002e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:10.962922007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abe299b2-04f1-4a84-acab-6583d093002e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:14.030542417Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:15.57250446Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"tenantcfg-model-5e916d","reconcileID":"07bbb48b-8a13-415f-825b-9a5222c07895","MaaSModelRef":{"name":"tenantcfg-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"tenant":"e2e-shared-a-w1-5e916d","gateway":"openshift-ingress/e2e-shared-a-w1-5e916d","model":"ai-tenant-e2e-shared-a-w1-5e916d/tenantcfg-model-5e916d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:15.572527734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"tenantcfg-model-5e916d","reconcileID":"07bbb48b-8a13-415f-825b-9a5222c07895","MaaSModelRef":{"name":"tenantcfg-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"routeName":"tenantcfg-model-5e916d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-5e916d","llmisvcName":"tenantcfg-model-5e916d","gateway":"openshift-ingress/e2e-shared-a-w1-5e916d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:15.630391993Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"tenantcfg-model-5e916d","reconcileID":"7764ed71-3325-4700-8e6e-b633496ed149","MaaSModelRef":{"name":"tenantcfg-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"tenant":"e2e-shared-a-w1-5e916d","gateway":"openshift-ingress/e2e-shared-a-w1-5e916d","model":"ai-tenant-e2e-shared-a-w1-5e916d/tenantcfg-model-5e916d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:15.630419013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"tenantcfg-model-5e916d","reconcileID":"7764ed71-3325-4700-8e6e-b633496ed149","MaaSModelRef":{"name":"tenantcfg-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"routeName":"tenantcfg-model-5e916d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-5e916d","llmisvcName":"tenantcfg-model-5e916d","gateway":"openshift-ingress/e2e-shared-a-w1-5e916d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:15.678536115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"e2e-mt-tenantcfg-5535b9","reconcileID":"3c36be14-5b95-4b4d-95c6-3da5f17fa651","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-5e916d","tenantID":"e2e-shared-a-w1-5e916d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:41:15.681929846Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"e2e-mt-tenantcfg-5535b9","reconcileID":"18fcfd4c-517b-4296-9d5d-e96eefed52a2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-mt-tenantcfg-5535b9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:41:15.683822037Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"tenantcfg-model-5e916d","reconcileID":"7764ed71-3325-4700-8e6e-b633496ed149","name":"tenantcfg-model-5e916d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"tenantcfg-model-5e916d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:41:15.683877734Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"tenantcfg-model-5e916d","reconcileID":"7764ed71-3325-4700-8e6e-b633496ed149","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"tenantcfg-model-5e916d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:15.689276905Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"tenantcfg-model-5e916d","reconcileID":"dff7169c-90f0-4fcd-9126-083ce48b906f","MaaSModelRef":{"name":"tenantcfg-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"tenant":"e2e-shared-a-w1-5e916d","gateway":"openshift-ingress/e2e-shared-a-w1-5e916d","model":"ai-tenant-e2e-shared-a-w1-5e916d/tenantcfg-model-5e916d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:15.689294863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"tenantcfg-model-5e916d","reconcileID":"dff7169c-90f0-4fcd-9126-083ce48b906f","MaaSModelRef":{"name":"tenantcfg-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"routeName":"tenantcfg-model-5e916d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-5e916d","llmisvcName":"tenantcfg-model-5e916d","gateway":"openshift-ingress/e2e-shared-a-w1-5e916d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:15.735231061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"e2e-mt-tenantcfg-5535b9","reconcileID":"3c36be14-5b95-4b4d-95c6-3da5f17fa651","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"name":"e2e-shared-a-w1-5e916d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:15.790982819Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"tenantcfg-model-5e916d","reconcileID":"266adb19-52ed-48b0-8563-0f27ad4037b0","MaaSModelRef":{"name":"tenantcfg-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"tenant":"e2e-shared-a-w1-5e916d","gateway":"openshift-ingress/e2e-shared-a-w1-5e916d","model":"ai-tenant-e2e-shared-a-w1-5e916d/tenantcfg-model-5e916d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:15.791004977Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"tenantcfg-model-5e916d","reconcileID":"266adb19-52ed-48b0-8563-0f27ad4037b0","MaaSModelRef":{"name":"tenantcfg-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"routeName":"tenantcfg-model-5e916d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-5e916d","llmisvcName":"tenantcfg-model-5e916d","gateway":"openshift-ingress/e2e-shared-a-w1-5e916d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:15.847643656Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"tenantcfg-model-5e916d","reconcileID":"0698ff42-701a-4764-897b-4399741e347b","MaaSModelRef":{"name":"tenantcfg-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"tenant":"e2e-shared-a-w1-5e916d","gateway":"openshift-ingress/e2e-shared-a-w1-5e916d","model":"ai-tenant-e2e-shared-a-w1-5e916d/tenantcfg-model-5e916d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:15.847710206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"tenantcfg-model-5e916d","reconcileID":"0698ff42-701a-4764-897b-4399741e347b","MaaSModelRef":{"name":"tenantcfg-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"routeName":"tenantcfg-model-5e916d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-5e916d","llmisvcName":"tenantcfg-model-5e916d","gateway":"openshift-ingress/e2e-shared-a-w1-5e916d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:16.044160749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"e2e-mt-tenantcfg-5535b9","reconcileID":"83ce2c93-d07e-40f8-9199-ce44a58083cc","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-5e916d","tenantID":"e2e-shared-a-w1-5e916d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:16.064427923Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"e2e-mt-tenantcfg-5535b9","reconcileID":"d6456ca8-1d3b-426b-a6a9-b758b7e61f52","MaaSSubscription":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"name":"maas-trlp-tenantcfg-model-5e916d","model":"tenantcfg-model-5e916d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w1-5e916d/e2e-mt-tenantcfg-5535b9"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:16.100546348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"e2e-mt-tenantcfg-5535b9","reconcileID":"83ce2c93-d07e-40f8-9199-ce44a58083cc","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"name":"e2e-shared-a-w1-5e916d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:16.230621315Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"tenantcfg-model-5e916d","reconcileID":"c6e66179-ca80-4e09-81a4-8f00d080f677","MaaSModelRef":{"name":"tenantcfg-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"tenant":"e2e-shared-a-w1-5e916d","gateway":"openshift-ingress/e2e-shared-a-w1-5e916d","model":"ai-tenant-e2e-shared-a-w1-5e916d/tenantcfg-model-5e916d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:16.230644777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"tenantcfg-model-5e916d","reconcileID":"c6e66179-ca80-4e09-81a4-8f00d080f677","MaaSModelRef":{"name":"tenantcfg-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"routeName":"tenantcfg-model-5e916d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-5e916d","llmisvcName":"tenantcfg-model-5e916d","gateway":"openshift-ingress/e2e-shared-a-w1-5e916d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:16.441241624Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"e2e-mt-tenantcfg-5535b9","reconcileID":"6b13d283-11a7-4477-9561-f6adfc91afa2","MaaSSubscription":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"name":"maas-trlp-tenantcfg-model-5e916d","model":"ai-tenant-e2e-shared-a-w1-5e916d/tenantcfg-model-5e916d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:21.385232934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e443cd4-da5c-4871-a75d-00db25a17fb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:21.439076145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e443cd4-da5c-4871-a75d-00db25a17fb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:21.496024652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e443cd4-da5c-4871-a75d-00db25a17fb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:21.550739072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e443cd4-da5c-4871-a75d-00db25a17fb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:23.443463535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e57799d-2fa6-4f7d-8e71-6a8fe600b176","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:23.500999203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e57799d-2fa6-4f7d-8e71-6a8fe600b176","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:23.554595573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e57799d-2fa6-4f7d-8e71-6a8fe600b176","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:23.607395941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e57799d-2fa6-4f7d-8e71-6a8fe600b176","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:25.504935823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30761510-5e9b-4575-96c0-7e996e725bbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:25.558558473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30761510-5e9b-4575-96c0-7e996e725bbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:25.611543844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30761510-5e9b-4575-96c0-7e996e725bbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:25.664378304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30761510-5e9b-4575-96c0-7e996e725bbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:32.737305635Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-subscription","reconcileID":"8a62bc19-fced-4bb9-809b-ff64fdd94d0f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-simulator-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/simulator-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:33.038391876Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-subscription","reconcileID":"13c52990-9ba9-4a20-8ee5-0f040a74b3ac","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-premium-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/premium-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:33.135038596Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-subscription","reconcileID":"4b2d06bb-01a5-4bee-8b55-6158476f865c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-premium-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/premium-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:33.238437103Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f7ca89a0-ec33-40fd-ac28-a2f4b8d5f16e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:33.238529685Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9b710fd5-2d24-4b79-ac4b-97e71fbf2457","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:33.333977955Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-subscription","reconcileID":"7983ddcf-4b2c-4c7a-b91b-a5804d681169","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-simulator-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:33.453853458Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"e2e-mt-tenantcfg-5535b9","reconcileID":"5ab67fcb-7b68-4e79-9605-296e11119c83","MaaSSubscription":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"name":"maas-trlp-tenantcfg-model-5e916d","model":"ai-tenant-e2e-shared-a-w1-5e916d/tenantcfg-model-5e916d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:33.620586841Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"tenantcfg-model-5e916d","reconcileID":"789cf5aa-4b99-4fcd-9584-9dc37fb9be4f","MaaSModelRef":{"name":"tenantcfg-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"tenant":"e2e-shared-a-w1-5e916d","gateway":"openshift-ingress/e2e-shared-a-w1-5e916d","model":"ai-tenant-e2e-shared-a-w1-5e916d/tenantcfg-model-5e916d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:33.620607841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"tenantcfg-model-5e916d","reconcileID":"789cf5aa-4b99-4fcd-9584-9dc37fb9be4f","MaaSModelRef":{"name":"tenantcfg-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"routeName":"tenantcfg-model-5e916d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-5e916d","llmisvcName":"tenantcfg-model-5e916d","gateway":"openshift-ingress/e2e-shared-a-w1-5e916d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:33.690642316Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-subscription","reconcileID":"881983b0-c40c-4919-a2f1-d8768347aa52","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-premium-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/premium-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:33.919370605Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-subscription","reconcileID":"e666df74-60a0-4c2d-8849-8498de5f24d7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-simulator-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/simulator-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:34.042255652Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-subscription","reconcileID":"b9e72f25-ef50-4fe6-9c68-67274e89161d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-premium-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/premium-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:34.142202823Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-subscription","reconcileID":"284735a2-ff72-4d06-9637-5a997f7ad403","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-simulator-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:34.276029104Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-subscription","reconcileID":"77833937-0186-41f3-bafe-7b50ccc22898","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-simulator-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:34.376866505Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-subscription","reconcileID":"230cad5a-a662-40a0-92a9-329595b83bec","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-premium-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/premium-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:34.78239611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"e2e-mt-tenantcfg-5535b9","reconcileID":"5f1bbe2e-5cfa-4e58-b148-4b24fc650417","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-5e916d","tenantID":"e2e-shared-a-w1-5e916d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:34.838880933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"e2e-mt-tenantcfg-5535b9","reconcileID":"5f1bbe2e-5cfa-4e58-b148-4b24fc650417","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"name":"e2e-shared-a-w1-5e916d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:35.774473765Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"tenantcfg-model-71bc98","reconcileID":"4eab7837-463c-4588-b5ad-dec41e43c3f0","MaaSModelRef":{"name":"tenantcfg-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"tenant":"e2e-shared-b-w1-71bc98","gateway":"openshift-ingress/e2e-shared-b-w1-71bc98","model":"ai-tenant-e2e-shared-b-w1-71bc98/tenantcfg-model-71bc98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:35.774502543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"tenantcfg-model-71bc98","reconcileID":"4eab7837-463c-4588-b5ad-dec41e43c3f0","MaaSModelRef":{"name":"tenantcfg-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"routeName":"tenantcfg-model-71bc98-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-71bc98","llmisvcName":"tenantcfg-model-71bc98","gateway":"openshift-ingress/e2e-shared-b-w1-71bc98","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:35.829020924Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"tenantcfg-model-71bc98","reconcileID":"22a63afd-1e07-4b0f-ac46-2e41e17fcaef","MaaSModelRef":{"name":"tenantcfg-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"tenant":"e2e-shared-b-w1-71bc98","gateway":"openshift-ingress/e2e-shared-b-w1-71bc98","model":"ai-tenant-e2e-shared-b-w1-71bc98/tenantcfg-model-71bc98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:35.829051001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"tenantcfg-model-71bc98","reconcileID":"22a63afd-1e07-4b0f-ac46-2e41e17fcaef","MaaSModelRef":{"name":"tenantcfg-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"routeName":"tenantcfg-model-71bc98-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-71bc98","llmisvcName":"tenantcfg-model-71bc98","gateway":"openshift-ingress/e2e-shared-b-w1-71bc98","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:35.933133901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"e2e-mt-tenantcfg-5535b9","reconcileID":"ab6052ad-5f9b-42dd-b200-f5b88cea73a4","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-71bc98","tenantID":"e2e-shared-b-w1-71bc98","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:36.055171645Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"e2e-mt-tenantcfg-5535b9","reconcileID":"ab6052ad-5f9b-42dd-b200-f5b88cea73a4","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"name":"e2e-shared-b-w1-71bc98-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:36.109912316Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-71bc98-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"e2e-mt-tenantcfg-5535b9","reconcileID":"ab6052ad-5f9b-42dd-b200-f5b88cea73a4","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:36.167040887Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"tenantcfg-model-71bc98","reconcileID":"a542356a-e6e8-40c8-bd38-25d97fc119a7","MaaSModelRef":{"name":"tenantcfg-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"tenant":"e2e-shared-b-w1-71bc98","gateway":"openshift-ingress/e2e-shared-b-w1-71bc98","model":"ai-tenant-e2e-shared-b-w1-71bc98/tenantcfg-model-71bc98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:36.167061685Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"tenantcfg-model-71bc98","reconcileID":"a542356a-e6e8-40c8-bd38-25d97fc119a7","MaaSModelRef":{"name":"tenantcfg-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"routeName":"tenantcfg-model-71bc98-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-71bc98","llmisvcName":"tenantcfg-model-71bc98","gateway":"openshift-ingress/e2e-shared-b-w1-71bc98","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:36.214175853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8974386-1332-4b23-8b3c-145bcffd1a71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:36.266963354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8974386-1332-4b23-8b3c-145bcffd1a71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:36.319582829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8974386-1332-4b23-8b3c-145bcffd1a71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:36.372150389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8974386-1332-4b23-8b3c-145bcffd1a71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:38.273913003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c73b75c2-f48b-4814-9da4-f8df2ac04c6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:38.326453638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c73b75c2-f48b-4814-9da4-f8df2ac04c6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:38.379385622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c73b75c2-f48b-4814-9da4-f8df2ac04c6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:38.432167299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c73b75c2-f48b-4814-9da4-f8df2ac04c6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:40.410593419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f81804e1-fd06-44ce-adbd-024b14587beb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:40.463348698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f81804e1-fd06-44ce-adbd-024b14587beb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:40.516203003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f81804e1-fd06-44ce-adbd-024b14587beb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:40.569797179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f81804e1-fd06-44ce-adbd-024b14587beb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:42.489442843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38f81c5d-ab22-4974-bc57-da07198a9adf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:42.542288235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38f81c5d-ab22-4974-bc57-da07198a9adf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:42.595249612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38f81c5d-ab22-4974-bc57-da07198a9adf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:42.648586888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38f81c5d-ab22-4974-bc57-da07198a9adf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:44.030785282Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:44.556647161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e088ddbd-11b8-4fc5-b15d-9fc51138472b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:44.609559227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e088ddbd-11b8-4fc5-b15d-9fc51138472b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:44.662632218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e088ddbd-11b8-4fc5-b15d-9fc51138472b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:44.715463164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e088ddbd-11b8-4fc5-b15d-9fc51138472b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:46.273064207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"e2e-mt-tenantcfg-5535b9","reconcileID":"fbab1319-f8ba-485d-96a8-32e3c10f4b4f","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-71bc98","tenantID":"e2e-shared-b-w1-71bc98","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:46.33034846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"e2e-mt-tenantcfg-5535b9","reconcileID":"fbab1319-f8ba-485d-96a8-32e3c10f4b4f","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"name":"e2e-shared-b-w1-71bc98-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:46.386217885Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-71bc98-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"e2e-mt-tenantcfg-5535b9","reconcileID":"fbab1319-f8ba-485d-96a8-32e3c10f4b4f","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:46.630151599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb979e7e-e8a1-4d12-8eca-40609785b7ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:46.683137213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb979e7e-e8a1-4d12-8eca-40609785b7ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:46.736090504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb979e7e-e8a1-4d12-8eca-40609785b7ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:46.788965826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb979e7e-e8a1-4d12-8eca-40609785b7ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:50.91576571Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-subscription","reconcileID":"ff082482-7ac9-4ff7-99d6-3bdbe2927c4e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-simulator-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/simulator-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:51.021803806Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e9b3b11c-f65f-4220-a80f-d8fd752637fd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:51.12932009Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-subscription","reconcileID":"0f8b4c57-a38b-4bc1-9b14-a917da493d3a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-premium-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/premium-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:51.229087466Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-subscription","reconcileID":"1e8430d4-5da7-4849-9483-e82511a448bf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-premium-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/premium-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:51.328212115Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-subscription","reconcileID":"61d8f825-d4d9-4ae9-a45c-0886c4e8a6e9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-premium-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/premium-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:51.447101354Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"e2e-mt-tenantcfg-5535b9","reconcileID":"effca581-407c-41a0-812b-8ce25ae76cf3","MaaSSubscription":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"name":"maas-trlp-tenantcfg-model-5e916d","model":"ai-tenant-e2e-shared-a-w1-5e916d/tenantcfg-model-5e916d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:51.54761475Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-subscription","reconcileID":"b816c168-d345-46ba-98ef-d06fd8cb4e74","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-simulator-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:51.565862096Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-subscription","reconcileID":"5453dd05-e3ae-49c4-bddf-ca549ec47d6d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-simulator-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:51.745067763Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-subscription","reconcileID":"e2b9e102-9efb-4a0e-b326-da4f001646d7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-premium-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/premium-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:51.981827942Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2a8ac8ab-b7ec-4752-96c8-adb5a0328ada","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:52.215538528Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-subscription","reconcileID":"9bcdddcf-e5d9-4be4-97b5-394d09b9d0c8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-simulator-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/simulator-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:52.317045507Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-subscription","reconcileID":"90f24d29-edc9-4a17-9213-b0fc5383c397","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-simulator-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:52.418074001Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-subscription","reconcileID":"2c6eadbb-b901-414f-b11b-021917cbc439","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-premium-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/premium-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:56.493114188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"e2e-mt-tenantcfg-5535b9","reconcileID":"b0e9f088-f56d-44b1-8ced-8c1efe5f2bd5","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-71bc98","tenantID":"e2e-shared-b-w1-71bc98","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:56.549567128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"e2e-mt-tenantcfg-5535b9","reconcileID":"b0e9f088-f56d-44b1-8ced-8c1efe5f2bd5","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"name":"e2e-shared-b-w1-71bc98-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:56.604889494Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-71bc98-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9b6da91d495a9c54f156f8eb3ad132b15898d2565e1ec7c539b98db754ac63be) AuthConfig (6d0658814906ff5a3eb564448dcc6a2a3c3463c2c1b19e8d7a5e27f533144e79) AuthConfig (084686f433fa6d76834dd877e7d2d7aa84a9ee4f59380ed9875ff2f2c259917e) AuthConfig (3500fe79789876ace4875f49828885b57b07460c924f6d89491abe6f5af5ad22) AuthConfig (a3882e1145c954558c8b4df6f5fc11286399779cf2a21e8cb395761eea0085ce) AuthConfig (54bb42d3e812d93307adabfe9098f6da327b2ee513bcfb7c17ab04b09508a882) AuthConfig (14af43788595bbc1e2c145d70edafcbcfe079cfbefab0761321d36ef62491b9a) AuthConfig (df8ff258aba93595aa4b6ca817b5dfd71171e41649e89e2b2c93b5bf594d2d48) AuthConfig (5e11e3ed1738ff32b7104f8858d21bed8d283dedf6e9c4b52165df48353a4853) AuthConfig (9cd9aec09bd1df73d038b73279b889d3b1deb6c372ad3254184717f2d369b239) AuthConfig (2db4d5775a5bc99b9503aca5e074c74e3db4a5bf9260d117c560289a29264826) AuthConfig (2a681f3f66868d2a559152005b92ba6896978828fde2b87748eb0cbb0cb118a5) AuthConfig (a75a1ff83a214da65b56c699d4fdbc95c2990bec72bc0e5a9f95310ae0f05908) AuthConfig (cada0125d9e190804b796ee17e9d7b1b7881b8f05f1865fe4b3d9dcd8f5e39cf) AuthConfig (c8fe684ee2254b58ede7d7b1f61a7529435a9e869d5cf5ad0aa803b34ae31ef9) AuthConfig (5e9a404b4950895c6d037da8c02741392c1d704fffe1af7a52add0bd87f9d111) AuthConfig (a5546bbc34f8d37e7edc51232f2b0aecf80456e8696c5d305851cb8178ba0694) AuthConfig (35d3f44f824884f6248e8a43f79e511dae35c7ebf9a3d2b26950ee20d70282ba)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"e2e-mt-tenantcfg-5535b9","reconcileID":"b0e9f088-f56d-44b1-8ced-8c1efe5f2bd5","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:56.663301206Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"tenantcfg-model-71bc98","reconcileID":"1e0fc29c-5f98-4684-9333-4de47270cfe1","MaaSModelRef":{"name":"tenantcfg-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"tenant":"e2e-shared-b-w1-71bc98","gateway":"openshift-ingress/e2e-shared-b-w1-71bc98","model":"ai-tenant-e2e-shared-b-w1-71bc98/tenantcfg-model-71bc98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:56.663323996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"tenantcfg-model-71bc98","reconcileID":"1e0fc29c-5f98-4684-9333-4de47270cfe1","MaaSModelRef":{"name":"tenantcfg-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"routeName":"tenantcfg-model-71bc98-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-71bc98","llmisvcName":"tenantcfg-model-71bc98","gateway":"openshift-ingress/e2e-shared-b-w1-71bc98","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:06.768462374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"e2e-mt-tenantcfg-5535b9","reconcileID":"1ffcc036-89e1-4c16-af79-bbb5d76dd47a","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-71bc98","tenantID":"e2e-shared-b-w1-71bc98","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:06.824951621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"e2e-mt-tenantcfg-5535b9","reconcileID":"1ffcc036-89e1-4c16-af79-bbb5d76dd47a","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"name":"e2e-shared-b-w1-71bc98-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:06.880769211Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-71bc98-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9b6da91d495a9c54f156f8eb3ad132b15898d2565e1ec7c539b98db754ac63be) AuthConfig (6d0658814906ff5a3eb564448dcc6a2a3c3463c2c1b19e8d7a5e27f533144e79) AuthConfig (084686f433fa6d76834dd877e7d2d7aa84a9ee4f59380ed9875ff2f2c259917e) AuthConfig (3500fe79789876ace4875f49828885b57b07460c924f6d89491abe6f5af5ad22) AuthConfig (a3882e1145c954558c8b4df6f5fc11286399779cf2a21e8cb395761eea0085ce) AuthConfig (54bb42d3e812d93307adabfe9098f6da327b2ee513bcfb7c17ab04b09508a882) AuthConfig (14af43788595bbc1e2c145d70edafcbcfe079cfbefab0761321d36ef62491b9a) AuthConfig (df8ff258aba93595aa4b6ca817b5dfd71171e41649e89e2b2c93b5bf594d2d48) AuthConfig (5e11e3ed1738ff32b7104f8858d21bed8d283dedf6e9c4b52165df48353a4853) AuthConfig (9cd9aec09bd1df73d038b73279b889d3b1deb6c372ad3254184717f2d369b239) AuthConfig (2db4d5775a5bc99b9503aca5e074c74e3db4a5bf9260d117c560289a29264826) AuthConfig (2a681f3f66868d2a559152005b92ba6896978828fde2b87748eb0cbb0cb118a5) AuthConfig (a75a1ff83a214da65b56c699d4fdbc95c2990bec72bc0e5a9f95310ae0f05908) AuthConfig (cada0125d9e190804b796ee17e9d7b1b7881b8f05f1865fe4b3d9dcd8f5e39cf) AuthConfig (c8fe684ee2254b58ede7d7b1f61a7529435a9e869d5cf5ad0aa803b34ae31ef9) AuthConfig (5e9a404b4950895c6d037da8c02741392c1d704fffe1af7a52add0bd87f9d111) AuthConfig (a5546bbc34f8d37e7edc51232f2b0aecf80456e8696c5d305851cb8178ba0694) AuthConfig (35d3f44f824884f6248e8a43f79e511dae35c7ebf9a3d2b26950ee20d70282ba)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"e2e-mt-tenantcfg-5535b9","reconcileID":"1ffcc036-89e1-4c16-af79-bbb5d76dd47a","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:14.030746863Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:16.985982544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"e2e-mt-tenantcfg-5535b9","reconcileID":"3a44a955-a287-4c6b-9bad-8efd8419ba84","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-71bc98","tenantID":"e2e-shared-b-w1-71bc98","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:17.043704569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"e2e-mt-tenantcfg-5535b9","reconcileID":"3a44a955-a287-4c6b-9bad-8efd8419ba84","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"name":"e2e-shared-b-w1-71bc98-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:17.365567827Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"tenantcfg-model-71bc98","reconcileID":"b2ab88c1-b237-445c-8ce7-9b509b3ceaf8","MaaSModelRef":{"name":"tenantcfg-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"tenant":"e2e-shared-b-w1-71bc98","gateway":"openshift-ingress/e2e-shared-b-w1-71bc98","model":"ai-tenant-e2e-shared-b-w1-71bc98/tenantcfg-model-71bc98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:17.365590987Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"tenantcfg-model-71bc98","reconcileID":"b2ab88c1-b237-445c-8ce7-9b509b3ceaf8","MaaSModelRef":{"name":"tenantcfg-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"routeName":"tenantcfg-model-71bc98-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-71bc98","llmisvcName":"tenantcfg-model-71bc98","gateway":"openshift-ingress/e2e-shared-b-w1-71bc98","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:22.835692747Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"tenantcfg-model-71bc98","reconcileID":"b3053105-f22d-4201-b579-96b6c81402cc","MaaSModelRef":{"name":"tenantcfg-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"tenant":"e2e-shared-b-w1-71bc98","gateway":"openshift-ingress/e2e-shared-b-w1-71bc98","model":"ai-tenant-e2e-shared-b-w1-71bc98/tenantcfg-model-71bc98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:22.835714927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"tenantcfg-model-71bc98","reconcileID":"b3053105-f22d-4201-b579-96b6c81402cc","MaaSModelRef":{"name":"tenantcfg-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"routeName":"tenantcfg-model-71bc98-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-71bc98","llmisvcName":"tenantcfg-model-71bc98","gateway":"openshift-ingress/e2e-shared-b-w1-71bc98","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:22.894029985Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"tenantcfg-model-71bc98","reconcileID":"e8ac6c50-8284-4ece-a24e-421181bab92b","MaaSModelRef":{"name":"tenantcfg-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"tenant":"e2e-shared-b-w1-71bc98","gateway":"openshift-ingress/e2e-shared-b-w1-71bc98","model":"ai-tenant-e2e-shared-b-w1-71bc98/tenantcfg-model-71bc98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:22.894056387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"tenantcfg-model-71bc98","reconcileID":"e8ac6c50-8284-4ece-a24e-421181bab92b","MaaSModelRef":{"name":"tenantcfg-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"routeName":"tenantcfg-model-71bc98-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-71bc98","llmisvcName":"tenantcfg-model-71bc98","gateway":"openshift-ingress/e2e-shared-b-w1-71bc98","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:22.940118906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"e2e-mt-tenantcfg-5535b9","reconcileID":"71a320a8-b44a-4758-aa3e-b06fc67f39fe","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-71bc98","tenantID":"e2e-shared-b-w1-71bc98","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:42:22.942507073Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"e2e-mt-tenantcfg-5535b9","reconcileID":"4ff0f7f5-8900-4449-ba97-fc4aaef583dc","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-mt-tenantcfg-5535b9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:42:22.947832819Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"tenantcfg-model-71bc98","reconcileID":"e8ac6c50-8284-4ece-a24e-421181bab92b","name":"tenantcfg-model-71bc98","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"tenantcfg-model-71bc98\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:42:22.947889306Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"tenantcfg-model-71bc98","reconcileID":"e8ac6c50-8284-4ece-a24e-421181bab92b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"tenantcfg-model-71bc98\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:22.953554672Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"tenantcfg-model-71bc98","reconcileID":"6277410d-abad-4ba5-bd95-6eebee18f1c1","MaaSModelRef":{"name":"tenantcfg-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"tenant":"e2e-shared-b-w1-71bc98","gateway":"openshift-ingress/e2e-shared-b-w1-71bc98","model":"ai-tenant-e2e-shared-b-w1-71bc98/tenantcfg-model-71bc98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:22.953571219Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"tenantcfg-model-71bc98","reconcileID":"6277410d-abad-4ba5-bd95-6eebee18f1c1","MaaSModelRef":{"name":"tenantcfg-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"routeName":"tenantcfg-model-71bc98-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-71bc98","llmisvcName":"tenantcfg-model-71bc98","gateway":"openshift-ingress/e2e-shared-b-w1-71bc98","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:22.997275601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"e2e-mt-tenantcfg-5535b9","reconcileID":"71a320a8-b44a-4758-aa3e-b06fc67f39fe","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"name":"e2e-shared-b-w1-71bc98-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:23.052974294Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"tenantcfg-model-71bc98","reconcileID":"b75d0e30-0838-4442-835a-21af95e3cbaa","MaaSModelRef":{"name":"tenantcfg-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"tenant":"e2e-shared-b-w1-71bc98","gateway":"openshift-ingress/e2e-shared-b-w1-71bc98","model":"ai-tenant-e2e-shared-b-w1-71bc98/tenantcfg-model-71bc98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:23.053000719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"tenantcfg-model-71bc98","reconcileID":"b75d0e30-0838-4442-835a-21af95e3cbaa","MaaSModelRef":{"name":"tenantcfg-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"routeName":"tenantcfg-model-71bc98-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-71bc98","llmisvcName":"tenantcfg-model-71bc98","gateway":"openshift-ingress/e2e-shared-b-w1-71bc98","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:23.11124604Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"tenantcfg-model-71bc98","reconcileID":"2f991ed4-8282-4e08-8dc4-61439ba751e2","MaaSModelRef":{"name":"tenantcfg-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"tenant":"e2e-shared-b-w1-71bc98","gateway":"openshift-ingress/e2e-shared-b-w1-71bc98","model":"ai-tenant-e2e-shared-b-w1-71bc98/tenantcfg-model-71bc98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:23.111268696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"tenantcfg-model-71bc98","reconcileID":"2f991ed4-8282-4e08-8dc4-61439ba751e2","MaaSModelRef":{"name":"tenantcfg-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"routeName":"tenantcfg-model-71bc98-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-71bc98","llmisvcName":"tenantcfg-model-71bc98","gateway":"openshift-ingress/e2e-shared-b-w1-71bc98","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:23.311592231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"e2e-mt-tenantcfg-5535b9","reconcileID":"89fb377b-0730-4b84-aaa4-470e2441d19e","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-71bc98","tenantID":"e2e-shared-b-w1-71bc98","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:23.332591827Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"e2e-mt-tenantcfg-5535b9","reconcileID":"9a1f57bd-07e5-41bb-9298-3f98d74d9589","MaaSSubscription":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"name":"maas-trlp-tenantcfg-model-71bc98","model":"tenantcfg-model-71bc98","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w1-71bc98/e2e-mt-tenantcfg-5535b9"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:23.369094387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"e2e-mt-tenantcfg-5535b9","reconcileID":"89fb377b-0730-4b84-aaa4-470e2441d19e","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"name":"e2e-shared-b-w1-71bc98-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:23.499073535Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"tenantcfg-model-71bc98","reconcileID":"3cd12610-93cb-407e-aee9-15a43029c0b4","MaaSModelRef":{"name":"tenantcfg-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"tenant":"e2e-shared-b-w1-71bc98","gateway":"openshift-ingress/e2e-shared-b-w1-71bc98","model":"ai-tenant-e2e-shared-b-w1-71bc98/tenantcfg-model-71bc98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:23.499101088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"tenantcfg-model-71bc98","reconcileID":"3cd12610-93cb-407e-aee9-15a43029c0b4","MaaSModelRef":{"name":"tenantcfg-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"routeName":"tenantcfg-model-71bc98-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-71bc98","llmisvcName":"tenantcfg-model-71bc98","gateway":"openshift-ingress/e2e-shared-b-w1-71bc98","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:23.711756741Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"e2e-mt-tenantcfg-5535b9","reconcileID":"fe753df7-4cf9-453d-b6c6-73d191fe71e3","MaaSSubscription":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"name":"maas-trlp-tenantcfg-model-71bc98","model":"ai-tenant-e2e-shared-b-w1-71bc98/tenantcfg-model-71bc98","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:34.547563338Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-subscription","reconcileID":"a275beaa-a2f7-4e14-aeff-57f641617e06","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-premium-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/premium-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:34.647620634Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-subscription","reconcileID":"4cd77c74-9419-4913-b2ad-893d7496c039","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-simulator-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:34.747624476Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-subscription","reconcileID":"60ed821a-cf70-4959-a6ee-02ea043b1f83","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-premium-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/premium-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:34.847710848Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5f7dc16d-29ea-4bf6-948d-9b6de74244b1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:34.949564146Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-subscription","reconcileID":"b2866685-2a2c-4422-876a-aaae220b2268","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-premium-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/premium-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:35.123016049Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"447738d6-78a0-4390-aa48-574e360223d3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:35.298732423Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"e2e-mt-tenantcfg-5535b9","reconcileID":"e3501a70-ddcb-4de0-bf26-74beaf955b68","MaaSSubscription":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"name":"maas-trlp-tenantcfg-model-71bc98","model":"ai-tenant-e2e-shared-b-w1-71bc98/tenantcfg-model-71bc98","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:35.415846597Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-subscription","reconcileID":"c2ba6201-9e52-4487-89f5-725290b15fd1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-simulator-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/simulator-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:35.466531172Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"tenantcfg-model-71bc98","reconcileID":"9b1253b6-d0f2-49c6-8778-208a68a8d307","MaaSModelRef":{"name":"tenantcfg-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"tenant":"e2e-shared-b-w1-71bc98","gateway":"openshift-ingress/e2e-shared-b-w1-71bc98","model":"ai-tenant-e2e-shared-b-w1-71bc98/tenantcfg-model-71bc98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:35.466555453Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"tenantcfg-model-71bc98","reconcileID":"9b1253b6-d0f2-49c6-8778-208a68a8d307","MaaSModelRef":{"name":"tenantcfg-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"routeName":"tenantcfg-model-71bc98-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-71bc98","llmisvcName":"tenantcfg-model-71bc98","gateway":"openshift-ingress/e2e-shared-b-w1-71bc98","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:35.518328849Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-subscription","reconcileID":"645fddfe-0c14-421e-bf3c-bee32ea64d16","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-simulator-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:35.53977277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b2d49b"},"namespace":"ai-tenant-e2e-ipp-b-b2d49b","name":"default-tenant","reconcileID":"e9ec072e-13a3-46fd-b0ef-10d0364a5a34","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-b2d49b","tenantID":"e2e-ipp-b-b2d49b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:35.657263521Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b2d49b"},"namespace":"ai-tenant-e2e-ipp-b-b2d49b","name":"default-tenant","reconcileID":"e9ec072e-13a3-46fd-b0ef-10d0364a5a34","name":"e2e-ipp-b-b2d49b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:35.657969518Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-subscription","reconcileID":"cc888dcd-b066-4c63-9834-8625f853b4b3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-premium-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/premium-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:35.715284509Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-99c8bd"},"namespace":"ai-tenant-e2e-ipp-a-99c8bd","name":"default-tenant","reconcileID":"66bbc5a3-3a7c-497a-bd24-e2171534b484","namespace":"ai-tenant-e2e-ipp-a-99c8bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:35.715349865Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-99c8bd"},"namespace":"ai-tenant-e2e-ipp-a-99c8bd","name":"default-tenant","reconcileID":"66bbc5a3-3a7c-497a-bd24-e2171534b484","namespace":"ai-tenant-e2e-ipp-a-99c8bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:35.715406698Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-99c8bd"},"namespace":"ai-tenant-e2e-ipp-a-99c8bd","name":"default-tenant","reconcileID":"66bbc5a3-3a7c-497a-bd24-e2171534b484","tenant":"e2e-ipp-a-99c8bd","tenantID":"e2e-ipp-a-99c8bd","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:35.770062027Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-99c8bd"},"namespace":"ai-tenant-e2e-ipp-a-99c8bd","name":"default-tenant","reconcileID":"66bbc5a3-3a7c-497a-bd24-e2171534b484","gvk":"Deployment","name":"maas-api-e2e-ipp-a-99c8bd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:35.773747626Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-subscription","reconcileID":"81ef3daf-e2ee-423f-b8d9-44aab1ce430a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-premium-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/premium-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:35.830708292Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-99c8bd"},"namespace":"ai-tenant-e2e-ipp-a-99c8bd","name":"default-tenant","reconcileID":"66bbc5a3-3a7c-497a-bd24-e2171534b484","gvk":"Service","name":"maas-api-e2e-ipp-a-99c8bd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:35.888264175Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-99c8bd"},"namespace":"ai-tenant-e2e-ipp-a-99c8bd","name":"default-tenant","reconcileID":"66bbc5a3-3a7c-497a-bd24-e2171534b484","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-99c8bd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:35.942677879Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-99c8bd"},"namespace":"ai-tenant-e2e-ipp-a-99c8bd","name":"default-tenant","reconcileID":"66bbc5a3-3a7c-497a-bd24-e2171534b484","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-99c8bd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:35.951548824Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-subscription","reconcileID":"f923a15d-4bd0-47e1-8fc2-8c5dea65f5d6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-simulator-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:35.999156422Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-99c8bd"},"namespace":"ai-tenant-e2e-ipp-a-99c8bd","name":"default-tenant","reconcileID":"66bbc5a3-3a7c-497a-bd24-e2171534b484","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-99c8bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:36.053854547Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-99c8bd"},"namespace":"ai-tenant-e2e-ipp-a-99c8bd","name":"default-tenant","reconcileID":"66bbc5a3-3a7c-497a-bd24-e2171534b484","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-99c8bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:36.072277827Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-subscription","reconcileID":"d2c97552-02cd-4b15-ae77-3aa2ee861b65","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-simulator-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/simulator-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:36.10887295Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-99c8bd"},"namespace":"ai-tenant-e2e-ipp-a-99c8bd","name":"default-tenant","reconcileID":"66bbc5a3-3a7c-497a-bd24-e2171534b484","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-99c8bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:36.171011402Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-99c8bd"},"namespace":"ai-tenant-e2e-ipp-a-99c8bd","name":"default-tenant","reconcileID":"66bbc5a3-3a7c-497a-bd24-e2171534b484","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-99c8bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:36.198418433Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"e2e-mt-tenantcfg-5535b9","reconcileID":"4a863b18-8dc9-41a9-8713-061493ed6335","MaaSSubscription":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"name":"maas-trlp-tenantcfg-model-5e916d","model":"ai-tenant-e2e-shared-a-w1-5e916d/tenantcfg-model-5e916d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:36.231019314Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-99c8bd"},"namespace":"ai-tenant-e2e-ipp-a-99c8bd","name":"default-tenant","reconcileID":"66bbc5a3-3a7c-497a-bd24-e2171534b484","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-99c8bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:36.251710402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"e2e-mt-tenantcfg-5535b9","reconcileID":"1e2e4ce1-a706-446f-ae52-4723e25c033b","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-71bc98","tenantID":"e2e-shared-b-w1-71bc98","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:36.286319453Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-99c8bd"},"namespace":"ai-tenant-e2e-ipp-a-99c8bd","name":"default-tenant","reconcileID":"66bbc5a3-3a7c-497a-bd24-e2171534b484","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-99c8bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:36.310360016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"e2e-mt-tenantcfg-5535b9","reconcileID":"1e2e4ce1-a706-446f-ae52-4723e25c033b","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"name":"e2e-shared-b-w1-71bc98-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:36.364851291Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-99c8bd"},"namespace":"ai-tenant-e2e-ipp-a-99c8bd","name":"default-tenant","reconcileID":"66bbc5a3-3a7c-497a-bd24-e2171534b484","gvk":"Service","name":"payload-processing-e2e-ipp-a-99c8bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:36.468951596Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-99c8bd"},"namespace":"ai-tenant-e2e-ipp-a-99c8bd","name":"default-tenant","reconcileID":"66bbc5a3-3a7c-497a-bd24-e2171534b484","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-99c8bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:36.525138447Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-99c8bd"},"namespace":"ai-tenant-e2e-ipp-a-99c8bd","name":"default-tenant","reconcileID":"66bbc5a3-3a7c-497a-bd24-e2171534b484","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-99c8bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:36.58046187Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-99c8bd"},"namespace":"ai-tenant-e2e-ipp-a-99c8bd","name":"default-tenant","reconcileID":"66bbc5a3-3a7c-497a-bd24-e2171534b484","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-99c8bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:36.637002908Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-99c8bd"},"namespace":"ai-tenant-e2e-ipp-a-99c8bd","name":"default-tenant","reconcileID":"66bbc5a3-3a7c-497a-bd24-e2171534b484","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-99c8bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:36.693204383Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-99c8bd"},"namespace":"ai-tenant-e2e-ipp-a-99c8bd","name":"default-tenant","reconcileID":"66bbc5a3-3a7c-497a-bd24-e2171534b484","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-99c8bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:36.752092526Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-99c8bd"},"namespace":"ai-tenant-e2e-ipp-a-99c8bd","name":"default-tenant","reconcileID":"66bbc5a3-3a7c-497a-bd24-e2171534b484","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-99c8bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:36.806475009Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-99c8bd"},"namespace":"ai-tenant-e2e-ipp-a-99c8bd","name":"default-tenant","reconcileID":"66bbc5a3-3a7c-497a-bd24-e2171534b484","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-99c8bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:36.863061579Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-99c8bd"},"namespace":"ai-tenant-e2e-ipp-a-99c8bd","name":"default-tenant","reconcileID":"66bbc5a3-3a7c-497a-bd24-e2171534b484","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-99c8bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:36.917808901Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-99c8bd"},"namespace":"ai-tenant-e2e-ipp-a-99c8bd","name":"default-tenant","reconcileID":"66bbc5a3-3a7c-497a-bd24-e2171534b484","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-99c8bd","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:37.39000173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"e2e-mt-tenantcfg-5535b9","reconcileID":"fa6171a4-1f30-49cb-8cd6-deac97030c8d","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-71bc98","tenantID":"e2e-shared-b-w1-71bc98","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:37.447372337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"e2e-mt-tenantcfg-5535b9","reconcileID":"fa6171a4-1f30-49cb-8cd6-deac97030c8d","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"name":"e2e-shared-b-w1-71bc98-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:37.495994571Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"e2e-mt-tenantcfg-5535b9","reconcileID":"57716936-8cb7-4f8b-9b06-b706bf1a078f","MaaSSubscription":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"name":"maas-trlp-tenantcfg-model-71bc98","model":"ai-tenant-e2e-shared-b-w1-71bc98/tenantcfg-model-71bc98","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:37.742765122Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-99c8bd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-99c8bd","reconcileID":"f938c50e-7da8-4cd5-bbd2-c73288e6a97f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-99c8bd","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-99c8bd"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:38.979341378Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"tenantcfg-model-71bc98","reconcileID":"954ff181-1527-4cb9-ab44-5052e570ecf8","MaaSModelRef":{"name":"tenantcfg-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"tenant":"e2e-shared-b-w1-71bc98","gateway":"openshift-ingress/e2e-shared-b-w1-71bc98","model":"ai-tenant-e2e-shared-b-w1-71bc98/tenantcfg-model-71bc98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:38.979362783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"tenantcfg-model-71bc98","reconcileID":"954ff181-1527-4cb9-ab44-5052e570ecf8","MaaSModelRef":{"name":"tenantcfg-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"routeName":"tenantcfg-model-71bc98-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-71bc98","llmisvcName":"tenantcfg-model-71bc98","gateway":"openshift-ingress/e2e-shared-b-w1-71bc98","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:38.995380619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a16bf78-fff7-48b3-bdeb-6f7fe2702b87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:39.048203464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a16bf78-fff7-48b3-bdeb-6f7fe2702b87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:39.101377844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a16bf78-fff7-48b3-bdeb-6f7fe2702b87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:39.154455915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a16bf78-fff7-48b3-bdeb-6f7fe2702b87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:39.207371107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"e2e-mt-tenantcfg-5535b9","reconcileID":"131ab6b3-5d0b-4202-8396-6c28b865cb8e","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-71bc98","tenantID":"e2e-shared-b-w1-71bc98","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:39.264448349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"e2e-mt-tenantcfg-5535b9","reconcileID":"131ab6b3-5d0b-4202-8396-6c28b865cb8e","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"name":"e2e-shared-b-w1-71bc98-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:39.293074399Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"e2e-mt-tenantcfg-5535b9","reconcileID":"a132d333-67e8-442c-b369-acac98807f1c","MaaSSubscription":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"name":"maas-trlp-tenantcfg-model-71bc98","model":"ai-tenant-e2e-shared-b-w1-71bc98/tenantcfg-model-71bc98","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:41.207064262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24efc32c-58ee-4239-8b93-ee25f61a1511","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:41.260139834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24efc32c-58ee-4239-8b93-ee25f61a1511","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:41.313160573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24efc32c-58ee-4239-8b93-ee25f61a1511","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:41.366108243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24efc32c-58ee-4239-8b93-ee25f61a1511","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:43.302211066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e2fb7df-0923-42a8-b002-d41fd78ab796","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:43.354760854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e2fb7df-0923-42a8-b002-d41fd78ab796","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:43.407612581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e2fb7df-0923-42a8-b002-d41fd78ab796","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:43.460344233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e2fb7df-0923-42a8-b002-d41fd78ab796","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:44.030964283Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:46.384635024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"accdd9a3-1bdc-45c0-aa7f-88502a410bf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:46.438021361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"accdd9a3-1bdc-45c0-aa7f-88502a410bf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:46.491119226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"accdd9a3-1bdc-45c0-aa7f-88502a410bf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:46.544010681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"accdd9a3-1bdc-45c0-aa7f-88502a410bf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:48.448255131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0cce11b-2586-4ca0-973c-ba7c246224b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:48.501002324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0cce11b-2586-4ca0-973c-ba7c246224b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:48.553953572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0cce11b-2586-4ca0-973c-ba7c246224b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:48.606647616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0cce11b-2586-4ca0-973c-ba7c246224b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:50.497789185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33dadc17-6b80-4c35-ba9c-13e4cb73e04d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:50.5514147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33dadc17-6b80-4c35-ba9c-13e4cb73e04d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:50.605209498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33dadc17-6b80-4c35-ba9c-13e4cb73e04d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:50.657905993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33dadc17-6b80-4c35-ba9c-13e4cb73e04d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:52.54978883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5fb73b8-5e76-44c5-ab5b-1633eda8339c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:52.602380325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5fb73b8-5e76-44c5-ab5b-1633eda8339c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:52.655199773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5fb73b8-5e76-44c5-ab5b-1633eda8339c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:52.70876482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5fb73b8-5e76-44c5-ab5b-1633eda8339c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:54.609968754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52bd24b6-2c64-46a3-9ccc-6c39ef118e2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:54.663077083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52bd24b6-2c64-46a3-9ccc-6c39ef118e2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:54.716209491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52bd24b6-2c64-46a3-9ccc-6c39ef118e2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:54.769135217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52bd24b6-2c64-46a3-9ccc-6c39ef118e2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:01.19838862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af9f4aa4-ec03-4eb7-b847-e2840ea6afc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:01.251584251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af9f4aa4-ec03-4eb7-b847-e2840ea6afc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:01.304545934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af9f4aa4-ec03-4eb7-b847-e2840ea6afc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:01.357603506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af9f4aa4-ec03-4eb7-b847-e2840ea6afc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:03.246458509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2a91cbf-ad77-4c35-a763-208584d87e86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:03.299052301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2a91cbf-ad77-4c35-a763-208584d87e86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:03.351766011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2a91cbf-ad77-4c35-a763-208584d87e86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:03.405991675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2a91cbf-ad77-4c35-a763-208584d87e86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:05.306244294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e06b201b-1eb9-4c4f-aab6-92ea064235f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:05.359023638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e06b201b-1eb9-4c4f-aab6-92ea064235f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:05.413536616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e06b201b-1eb9-4c4f-aab6-92ea064235f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:05.466355825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e06b201b-1eb9-4c4f-aab6-92ea064235f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:07.361536349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98dee72c-d8fa-4443-bd6a-836b83c52b22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:07.414224129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98dee72c-d8fa-4443-bd6a-836b83c52b22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:07.467447398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98dee72c-d8fa-4443-bd6a-836b83c52b22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:07.520591758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98dee72c-d8fa-4443-bd6a-836b83c52b22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:09.49000424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7064ad56-4be2-4083-bafa-a40c1dc557ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:09.542721138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7064ad56-4be2-4083-bafa-a40c1dc557ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:09.595613268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7064ad56-4be2-4083-bafa-a40c1dc557ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:09.648600275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7064ad56-4be2-4083-bafa-a40c1dc557ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:13.682851113Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3d3023"},"namespace":"ai-tenant-e2e-ipp-a-3d3023","name":"default-tenant","reconcileID":"805c741e-dec4-403e-8a11-f7a20356e818","namespace":"ai-tenant-e2e-ipp-a-3d3023","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:13.682913578Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3d3023"},"namespace":"ai-tenant-e2e-ipp-a-3d3023","name":"default-tenant","reconcileID":"805c741e-dec4-403e-8a11-f7a20356e818","namespace":"ai-tenant-e2e-ipp-a-3d3023","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:13.682964678Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3d3023"},"namespace":"ai-tenant-e2e-ipp-a-3d3023","name":"default-tenant","reconcileID":"805c741e-dec4-403e-8a11-f7a20356e818","tenant":"e2e-ipp-a-3d3023","tenantID":"e2e-ipp-a-3d3023","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:13.738077085Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3d3023"},"namespace":"ai-tenant-e2e-ipp-a-3d3023","name":"default-tenant","reconcileID":"805c741e-dec4-403e-8a11-f7a20356e818","gvk":"Deployment","name":"maas-api-e2e-ipp-a-3d3023","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:13.798893631Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3d3023"},"namespace":"ai-tenant-e2e-ipp-a-3d3023","name":"default-tenant","reconcileID":"805c741e-dec4-403e-8a11-f7a20356e818","gvk":"Service","name":"maas-api-e2e-ipp-a-3d3023","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:13.857620688Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3d3023"},"namespace":"ai-tenant-e2e-ipp-a-3d3023","name":"default-tenant","reconcileID":"805c741e-dec4-403e-8a11-f7a20356e818","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-3d3023","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:13.912174783Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3d3023"},"namespace":"ai-tenant-e2e-ipp-a-3d3023","name":"default-tenant","reconcileID":"805c741e-dec4-403e-8a11-f7a20356e818","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-3d3023","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:13.969399414Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3d3023"},"namespace":"ai-tenant-e2e-ipp-a-3d3023","name":"default-tenant","reconcileID":"805c741e-dec4-403e-8a11-f7a20356e818","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-3d3023","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:14.026515951Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3d3023"},"namespace":"ai-tenant-e2e-ipp-a-3d3023","name":"default-tenant","reconcileID":"805c741e-dec4-403e-8a11-f7a20356e818","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-3d3023","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:14.035445826Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:14.083888118Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3d3023"},"namespace":"ai-tenant-e2e-ipp-a-3d3023","name":"default-tenant","reconcileID":"805c741e-dec4-403e-8a11-f7a20356e818","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-3d3023","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:14.138969083Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3d3023"},"namespace":"ai-tenant-e2e-ipp-a-3d3023","name":"default-tenant","reconcileID":"805c741e-dec4-403e-8a11-f7a20356e818","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-3d3023","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:14.193602Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3d3023"},"namespace":"ai-tenant-e2e-ipp-a-3d3023","name":"default-tenant","reconcileID":"805c741e-dec4-403e-8a11-f7a20356e818","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-3d3023","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:14.25108099Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3d3023"},"namespace":"ai-tenant-e2e-ipp-a-3d3023","name":"default-tenant","reconcileID":"805c741e-dec4-403e-8a11-f7a20356e818","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-3d3023","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:14.314224984Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3d3023"},"namespace":"ai-tenant-e2e-ipp-a-3d3023","name":"default-tenant","reconcileID":"805c741e-dec4-403e-8a11-f7a20356e818","gvk":"Service","name":"payload-processing-e2e-ipp-a-3d3023","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:14.374578047Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3d3023"},"namespace":"ai-tenant-e2e-ipp-a-3d3023","name":"default-tenant","reconcileID":"805c741e-dec4-403e-8a11-f7a20356e818","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-3d3023","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:14.429431676Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3d3023"},"namespace":"ai-tenant-e2e-ipp-a-3d3023","name":"default-tenant","reconcileID":"805c741e-dec4-403e-8a11-f7a20356e818","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-3d3023","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:14.484797943Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3d3023"},"namespace":"ai-tenant-e2e-ipp-a-3d3023","name":"default-tenant","reconcileID":"805c741e-dec4-403e-8a11-f7a20356e818","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-3d3023","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:14.542108307Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3d3023"},"namespace":"ai-tenant-e2e-ipp-a-3d3023","name":"default-tenant","reconcileID":"805c741e-dec4-403e-8a11-f7a20356e818","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-3d3023","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:14.597733888Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3d3023"},"namespace":"ai-tenant-e2e-ipp-a-3d3023","name":"default-tenant","reconcileID":"805c741e-dec4-403e-8a11-f7a20356e818","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-3d3023","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:14.652422019Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3d3023"},"namespace":"ai-tenant-e2e-ipp-a-3d3023","name":"default-tenant","reconcileID":"805c741e-dec4-403e-8a11-f7a20356e818","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-3d3023","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:14.707351982Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3d3023"},"namespace":"ai-tenant-e2e-ipp-a-3d3023","name":"default-tenant","reconcileID":"805c741e-dec4-403e-8a11-f7a20356e818","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-3d3023","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:14.762921873Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3d3023"},"namespace":"ai-tenant-e2e-ipp-a-3d3023","name":"default-tenant","reconcileID":"805c741e-dec4-403e-8a11-f7a20356e818","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-3d3023","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:14.821375846Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3d3023"},"namespace":"ai-tenant-e2e-ipp-a-3d3023","name":"default-tenant","reconcileID":"805c741e-dec4-403e-8a11-f7a20356e818","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-3d3023","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:14.879203587Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-9e5368"},"namespace":"ai-tenant-e2e-ipp-a-9e5368","name":"default-tenant","reconcileID":"cc62695f-7528-4e68-8728-8ad92c7ef919","namespace":"ai-tenant-e2e-ipp-a-9e5368","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:14.879270791Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-9e5368"},"namespace":"ai-tenant-e2e-ipp-a-9e5368","name":"default-tenant","reconcileID":"cc62695f-7528-4e68-8728-8ad92c7ef919","namespace":"ai-tenant-e2e-ipp-a-9e5368","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:14.879322111Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-9e5368"},"namespace":"ai-tenant-e2e-ipp-a-9e5368","name":"default-tenant","reconcileID":"cc62695f-7528-4e68-8728-8ad92c7ef919","tenant":"e2e-ipp-a-9e5368","tenantID":"e2e-ipp-a-9e5368","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:14.936600832Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-9e5368"},"namespace":"ai-tenant-e2e-ipp-a-9e5368","name":"default-tenant","reconcileID":"cc62695f-7528-4e68-8728-8ad92c7ef919","gvk":"Deployment","name":"maas-api-e2e-ipp-a-9e5368","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:14.998219216Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-9e5368"},"namespace":"ai-tenant-e2e-ipp-a-9e5368","name":"default-tenant","reconcileID":"cc62695f-7528-4e68-8728-8ad92c7ef919","gvk":"Service","name":"maas-api-e2e-ipp-a-9e5368","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:15.055792659Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-9e5368"},"namespace":"ai-tenant-e2e-ipp-a-9e5368","name":"default-tenant","reconcileID":"cc62695f-7528-4e68-8728-8ad92c7ef919","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-9e5368","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:15.11031898Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-9e5368"},"namespace":"ai-tenant-e2e-ipp-a-9e5368","name":"default-tenant","reconcileID":"cc62695f-7528-4e68-8728-8ad92c7ef919","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-9e5368","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:15.169404441Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-9e5368"},"namespace":"ai-tenant-e2e-ipp-a-9e5368","name":"default-tenant","reconcileID":"cc62695f-7528-4e68-8728-8ad92c7ef919","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-9e5368","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:15.225040201Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-9e5368"},"namespace":"ai-tenant-e2e-ipp-a-9e5368","name":"default-tenant","reconcileID":"cc62695f-7528-4e68-8728-8ad92c7ef919","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-9e5368","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:15.282751295Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-9e5368"},"namespace":"ai-tenant-e2e-ipp-a-9e5368","name":"default-tenant","reconcileID":"cc62695f-7528-4e68-8728-8ad92c7ef919","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-9e5368","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:15.337970542Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-9e5368"},"namespace":"ai-tenant-e2e-ipp-a-9e5368","name":"default-tenant","reconcileID":"cc62695f-7528-4e68-8728-8ad92c7ef919","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-9e5368","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:15.395297028Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-9e5368"},"namespace":"ai-tenant-e2e-ipp-a-9e5368","name":"default-tenant","reconcileID":"cc62695f-7528-4e68-8728-8ad92c7ef919","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-9e5368","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:15.451868787Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-9e5368"},"namespace":"ai-tenant-e2e-ipp-a-9e5368","name":"default-tenant","reconcileID":"cc62695f-7528-4e68-8728-8ad92c7ef919","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-9e5368","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:15.514012169Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-9e5368"},"namespace":"ai-tenant-e2e-ipp-a-9e5368","name":"default-tenant","reconcileID":"cc62695f-7528-4e68-8728-8ad92c7ef919","gvk":"Service","name":"payload-processing-e2e-ipp-a-9e5368","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:15.578374694Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-9e5368"},"namespace":"ai-tenant-e2e-ipp-a-9e5368","name":"default-tenant","reconcileID":"cc62695f-7528-4e68-8728-8ad92c7ef919","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-9e5368","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:15.633162757Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-9e5368"},"namespace":"ai-tenant-e2e-ipp-a-9e5368","name":"default-tenant","reconcileID":"cc62695f-7528-4e68-8728-8ad92c7ef919","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-9e5368","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:15.654719645Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-3d3023","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-3d3023","reconcileID":"70f3f411-4a4c-4e78-a504-3b62120b9fb2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-3d3023","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-3d3023"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:15.68787356Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-9e5368"},"namespace":"ai-tenant-e2e-ipp-a-9e5368","name":"default-tenant","reconcileID":"cc62695f-7528-4e68-8728-8ad92c7ef919","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-9e5368","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:15.745552477Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-9e5368"},"namespace":"ai-tenant-e2e-ipp-a-9e5368","name":"default-tenant","reconcileID":"cc62695f-7528-4e68-8728-8ad92c7ef919","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-9e5368","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:15.802454702Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-9e5368"},"namespace":"ai-tenant-e2e-ipp-a-9e5368","name":"default-tenant","reconcileID":"cc62695f-7528-4e68-8728-8ad92c7ef919","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-9e5368","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:15.856677572Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-9e5368"},"namespace":"ai-tenant-e2e-ipp-a-9e5368","name":"default-tenant","reconcileID":"cc62695f-7528-4e68-8728-8ad92c7ef919","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-9e5368","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:15.935371688Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-9e5368"},"namespace":"ai-tenant-e2e-ipp-a-9e5368","name":"default-tenant","reconcileID":"cc62695f-7528-4e68-8728-8ad92c7ef919","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-9e5368","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:15.991771037Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-9e5368"},"namespace":"ai-tenant-e2e-ipp-a-9e5368","name":"default-tenant","reconcileID":"cc62695f-7528-4e68-8728-8ad92c7ef919","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-9e5368","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:16.045805835Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-9e5368"},"namespace":"ai-tenant-e2e-ipp-a-9e5368","name":"default-tenant","reconcileID":"cc62695f-7528-4e68-8728-8ad92c7ef919","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-9e5368","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:16.840428072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ab2f4c6-4cc9-44e8-9848-a58704fe5941","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:16.893177104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ab2f4c6-4cc9-44e8-9848-a58704fe5941","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:16.946474224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ab2f4c6-4cc9-44e8-9848-a58704fe5941","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:16.952973939Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-9e5368","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-9e5368","reconcileID":"e7dc4981-69d0-42ab-9c7c-e2cffd652922","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-9e5368","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-9e5368"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:16.999242901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ab2f4c6-4cc9-44e8-9848-a58704fe5941","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:18.993880528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60beebea-5a62-416e-a41b-561e8df0e6b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:19.046883992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60beebea-5a62-416e-a41b-561e8df0e6b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:19.099667155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60beebea-5a62-416e-a41b-561e8df0e6b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:19.152933546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60beebea-5a62-416e-a41b-561e8df0e6b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:21.102024389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbd0fbdd-18ea-4765-9d13-d0e29dcfe159","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:21.155636257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbd0fbdd-18ea-4765-9d13-d0e29dcfe159","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:21.208607426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbd0fbdd-18ea-4765-9d13-d0e29dcfe159","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:21.261429296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbd0fbdd-18ea-4765-9d13-d0e29dcfe159","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:24.445008203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d9e0557-4264-4a76-a114-a2f42eb2a9b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:24.49773887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d9e0557-4264-4a76-a114-a2f42eb2a9b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:24.550445721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d9e0557-4264-4a76-a114-a2f42eb2a9b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:24.603234249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d9e0557-4264-4a76-a114-a2f42eb2a9b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:26.589746418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d8e5bd9-df09-47c6-8d5c-23502f2bdae6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:26.643173767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d8e5bd9-df09-47c6-8d5c-23502f2bdae6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:26.695952075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d8e5bd9-df09-47c6-8d5c-23502f2bdae6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:26.748629768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d8e5bd9-df09-47c6-8d5c-23502f2bdae6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:28.698258253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c06280f-8ff0-44e2-92dd-b642d908f0b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:28.752782054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c06280f-8ff0-44e2-92dd-b642d908f0b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:28.806891272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c06280f-8ff0-44e2-92dd-b642d908f0b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:28.860089824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c06280f-8ff0-44e2-92dd-b642d908f0b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:34.189918571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"e2e-mt-tenantcfg-5535b9","reconcileID":"c2da98da-d781-4936-846a-a1db26602006","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-71bc98","tenantID":"e2e-shared-b-w1-71bc98","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:34.248982645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"e2e-mt-tenantcfg-5535b9","reconcileID":"c2da98da-d781-4936-846a-a1db26602006","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"name":"e2e-shared-b-w1-71bc98-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:34.297888488Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"e2e-mt-tenantcfg-5535b9","reconcileID":"8d46bcb1-0782-4586-a3c5-af939fad20af","MaaSSubscription":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"name":"maas-trlp-tenantcfg-model-71bc98","model":"ai-tenant-e2e-shared-b-w1-71bc98/tenantcfg-model-71bc98","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:34.566520712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"e2e-mt-tenantcfg-5535b9","reconcileID":"794bf773-b736-4495-9a2b-28a088f6b74e","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-71bc98","tenantID":"e2e-shared-b-w1-71bc98","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:34.625115965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"e2e-mt-tenantcfg-5535b9","reconcileID":"794bf773-b736-4495-9a2b-28a088f6b74e","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"name":"e2e-shared-b-w1-71bc98-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:34.638262357Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"e2e-mt-tenantcfg-5535b9","reconcileID":"c5f8fe82-5d2d-49c4-930c-44de922b6fc2","MaaSSubscription":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"name":"maas-trlp-tenantcfg-model-71bc98","model":"ai-tenant-e2e-shared-b-w1-71bc98/tenantcfg-model-71bc98","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:34.828828937Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"tenantcfg-model-5e916d","reconcileID":"d6ee6a00-b501-4e0b-896a-cf80c6ce5f6f","MaaSModelRef":{"name":"tenantcfg-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"tenant":"e2e-shared-a-w1-5e916d","gateway":"openshift-ingress/e2e-shared-a-w1-5e916d","model":"ai-tenant-e2e-shared-a-w1-5e916d/tenantcfg-model-5e916d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:34.828853762Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"tenantcfg-model-5e916d","reconcileID":"d6ee6a00-b501-4e0b-896a-cf80c6ce5f6f","MaaSModelRef":{"name":"tenantcfg-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"routeName":"tenantcfg-model-5e916d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-5e916d","llmisvcName":"tenantcfg-model-5e916d","gateway":"openshift-ingress/e2e-shared-a-w1-5e916d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:34.893871457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"e2e-mt-tenantcfg-5535b9","reconcileID":"5ff113cf-cf1c-4fbc-9ab3-0bdc50edeeeb","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-71bc98","tenantID":"e2e-shared-b-w1-71bc98","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:34.952759884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"e2e-mt-tenantcfg-5535b9","reconcileID":"5ff113cf-cf1c-4fbc-9ab3-0bdc50edeeeb","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"name":"e2e-shared-b-w1-71bc98-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:34.971801349Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"e2e-mt-tenantcfg-5535b9","reconcileID":"60238eff-a042-4a50-8b61-15398f478e47","MaaSSubscription":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"name":"maas-trlp-tenantcfg-model-71bc98","model":"ai-tenant-e2e-shared-b-w1-71bc98/tenantcfg-model-71bc98","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:34.992430342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"e2e-mt-tenantcfg-5535b9","reconcileID":"b14eb549-0760-4faf-9ae2-9052193c7790","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-5e916d","tenantID":"e2e-shared-a-w1-5e916d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:34.99324593Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"e2e-mt-tenantcfg-5535b9","reconcileID":"f747a917-8391-468e-bf88-c79d47888af6","MaaSSubscription":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e6141e20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:35.055224684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"e2e-mt-tenantcfg-5535b9","reconcileID":"b14eb549-0760-4faf-9ae2-9052193c7790","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"name":"e2e-shared-a-w1-5e916d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:35.370995952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"e2e-mt-tenantcfg-5535b9","reconcileID":"d2564731-ae0c-45d0-a4ec-538b91d7f53e","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-5e916d","tenantID":"e2e-shared-a-w1-5e916d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:35.427597808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"e2e-mt-tenantcfg-5535b9","reconcileID":"d2564731-ae0c-45d0-a4ec-538b91d7f53e","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"name":"e2e-shared-a-w1-5e916d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:36.806987481Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"default-tenant","reconcileID":"2d9bad99-b18f-4906-9676-2208b6fbc622","api-key-max-expiration-days":"7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:41.778887285Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"default-tenant","reconcileID":"add71019-1ec5-4983-a278-8f59eb71005a","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:44.031214468Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:45.048087931Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"e2e-mt-tenantcfg-5535b9","reconcileID":"61afe8a4-9e7d-45f8-9c1f-053c77d4180f","MaaSSubscription":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"model":"ai-tenant-e2e-shared-a-w1-5e916d/tenantcfg-model-5e916d","subscription":"e2e-mt-tenantcfg-5535b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:45.101240297Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"e2e-mt-tenantcfg-5535b9","reconcileID":"61afe8a4-9e7d-45f8-9c1f-053c77d4180f","MaaSSubscription":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"model":"ai-tenant-e2e-shared-a-w1-5e916d/tenantcfg-model-5e916d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:45.154265766Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"e2e-mt-tenantcfg-5535b9","reconcileID":"61afe8a4-9e7d-45f8-9c1f-053c77d4180f","MaaSSubscription":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"name":"maas-trlp-tenantcfg-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d","model":"ai-tenant-e2e-shared-a-w1-5e916d/tenantcfg-model-5e916d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:45.43675472Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"tenantcfg-model-5e916d","reconcileID":"23a0dcc0-f551-4d74-bb90-13652e2a2e01","MaaSModelRef":{"name":"tenantcfg-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"tenant":"e2e-shared-a-w1-5e916d","gateway":"openshift-ingress/e2e-shared-a-w1-5e916d","model":"ai-tenant-e2e-shared-a-w1-5e916d/tenantcfg-model-5e916d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:45.436785659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"tenantcfg-model-5e916d","reconcileID":"23a0dcc0-f551-4d74-bb90-13652e2a2e01","MaaSModelRef":{"name":"tenantcfg-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"routeName":"tenantcfg-model-5e916d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-5e916d","llmisvcName":"tenantcfg-model-5e916d","gateway":"openshift-ingress/e2e-shared-a-w1-5e916d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:45.542836216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"e2e-mt-tenantcfg-5535b9","reconcileID":"987120e6-46e6-48f5-adee-1254bdeffc23","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-5e916d","tenantID":"e2e-shared-a-w1-5e916d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:45.590086017Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"tenantcfg-model-71bc98","reconcileID":"7e873096-6728-4f19-9e8d-f1d99912daef","MaaSModelRef":{"name":"tenantcfg-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"tenant":"e2e-shared-b-w1-71bc98","gateway":"openshift-ingress/e2e-shared-b-w1-71bc98","model":"ai-tenant-e2e-shared-b-w1-71bc98/tenantcfg-model-71bc98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:45.590106322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"tenantcfg-model-71bc98","reconcileID":"7e873096-6728-4f19-9e8d-f1d99912daef","MaaSModelRef":{"name":"tenantcfg-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"routeName":"tenantcfg-model-71bc98-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-71bc98","llmisvcName":"tenantcfg-model-71bc98","gateway":"openshift-ingress/e2e-shared-b-w1-71bc98","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:45.601763114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"e2e-mt-tenantcfg-5535b9","reconcileID":"987120e6-46e6-48f5-adee-1254bdeffc23","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"name":"e2e-shared-a-w1-5e916d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:45.703725127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"e2e-mt-tenantcfg-5535b9","reconcileID":"201decbc-b612-4829-9ae0-d433058f85bd","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-71bc98","tenantID":"e2e-shared-b-w1-71bc98","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:45.756250264Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"e2e-mt-tenantcfg-5535b9","reconcileID":"be288eed-15fd-4429-9a0e-4b9c2ee0f2e5","MaaSSubscription":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b9198562","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:45.760437084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"e2e-mt-tenantcfg-5535b9","reconcileID":"201decbc-b612-4829-9ae0-d433058f85bd","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"name":"e2e-shared-b-w1-71bc98-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:45.914635916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"e2e-mt-tenantcfg-5535b9","reconcileID":"547113e3-fb9a-4f3b-b2ed-2e3f8d2259f3","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-5e916d","tenantID":"e2e-shared-a-w1-5e916d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:45.972740078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"e2e-mt-tenantcfg-5535b9","reconcileID":"547113e3-fb9a-4f3b-b2ed-2e3f8d2259f3","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"name":"e2e-shared-a-w1-5e916d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:46.069552539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"e2e-mt-tenantcfg-5535b9","reconcileID":"d2489397-3e4b-4beb-b329-9800d2513c5a","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-71bc98","tenantID":"e2e-shared-b-w1-71bc98","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:46.128108742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"e2e-mt-tenantcfg-5535b9","reconcileID":"d2489397-3e4b-4beb-b329-9800d2513c5a","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"name":"e2e-shared-b-w1-71bc98-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:50.840126301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d12f0168-f630-4246-8b04-c88c4a6d13d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:50.892973555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d12f0168-f630-4246-8b04-c88c4a6d13d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:50.945814008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d12f0168-f630-4246-8b04-c88c4a6d13d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:50.999066418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d12f0168-f630-4246-8b04-c88c4a6d13d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:52.889399752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc8b772e-9c8c-4604-a324-6903f66a8ff9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:52.943004084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc8b772e-9c8c-4604-a324-6903f66a8ff9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:52.996758377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc8b772e-9c8c-4604-a324-6903f66a8ff9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:53.049362317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc8b772e-9c8c-4604-a324-6903f66a8ff9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:53.918202946Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-df5d0b"},"namespace":"ai-tenant-e2e-ipp-b-df5d0b","name":"default-tenant","reconcileID":"4d3763ba-ea3f-4818-856f-5293462cb01d","namespace":"ai-tenant-e2e-ipp-b-df5d0b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:53.918285391Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-df5d0b"},"namespace":"ai-tenant-e2e-ipp-b-df5d0b","name":"default-tenant","reconcileID":"4d3763ba-ea3f-4818-856f-5293462cb01d","namespace":"ai-tenant-e2e-ipp-b-df5d0b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:53.918355116Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-df5d0b"},"namespace":"ai-tenant-e2e-ipp-b-df5d0b","name":"default-tenant","reconcileID":"4d3763ba-ea3f-4818-856f-5293462cb01d","tenant":"e2e-ipp-b-df5d0b","tenantID":"e2e-ipp-b-df5d0b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:53.972804569Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-df5d0b"},"namespace":"ai-tenant-e2e-ipp-b-df5d0b","name":"default-tenant","reconcileID":"4d3763ba-ea3f-4818-856f-5293462cb01d","gvk":"Deployment","name":"maas-api-e2e-ipp-b-df5d0b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:54.034462225Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-df5d0b"},"namespace":"ai-tenant-e2e-ipp-b-df5d0b","name":"default-tenant","reconcileID":"4d3763ba-ea3f-4818-856f-5293462cb01d","gvk":"Service","name":"maas-api-e2e-ipp-b-df5d0b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:54.127520619Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-df5d0b"},"namespace":"ai-tenant-e2e-ipp-b-df5d0b","name":"default-tenant","reconcileID":"4d3763ba-ea3f-4818-856f-5293462cb01d","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-df5d0b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:54.196348162Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-df5d0b"},"namespace":"ai-tenant-e2e-ipp-b-df5d0b","name":"default-tenant","reconcileID":"4d3763ba-ea3f-4818-856f-5293462cb01d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-df5d0b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:54.254523737Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-df5d0b"},"namespace":"ai-tenant-e2e-ipp-b-df5d0b","name":"default-tenant","reconcileID":"4d3763ba-ea3f-4818-856f-5293462cb01d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-df5d0b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:54.309590272Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-df5d0b"},"namespace":"ai-tenant-e2e-ipp-b-df5d0b","name":"default-tenant","reconcileID":"4d3763ba-ea3f-4818-856f-5293462cb01d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-df5d0b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:54.366524744Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-df5d0b"},"namespace":"ai-tenant-e2e-ipp-b-df5d0b","name":"default-tenant","reconcileID":"4d3763ba-ea3f-4818-856f-5293462cb01d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-df5d0b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:54.442310524Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-df5d0b"},"namespace":"ai-tenant-e2e-ipp-b-df5d0b","name":"default-tenant","reconcileID":"4d3763ba-ea3f-4818-856f-5293462cb01d","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-df5d0b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:54.49651146Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-df5d0b"},"namespace":"ai-tenant-e2e-ipp-b-df5d0b","name":"default-tenant","reconcileID":"4d3763ba-ea3f-4818-856f-5293462cb01d","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-df5d0b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:54.550588841Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-df5d0b"},"namespace":"ai-tenant-e2e-ipp-b-df5d0b","name":"default-tenant","reconcileID":"4d3763ba-ea3f-4818-856f-5293462cb01d","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-df5d0b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:54.614364512Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-df5d0b"},"namespace":"ai-tenant-e2e-ipp-b-df5d0b","name":"default-tenant","reconcileID":"4d3763ba-ea3f-4818-856f-5293462cb01d","gvk":"Service","name":"payload-processing-e2e-ipp-b-df5d0b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:54.680444644Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-df5d0b"},"namespace":"ai-tenant-e2e-ipp-b-df5d0b","name":"default-tenant","reconcileID":"4d3763ba-ea3f-4818-856f-5293462cb01d","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-df5d0b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:54.736081604Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-df5d0b"},"namespace":"ai-tenant-e2e-ipp-b-df5d0b","name":"default-tenant","reconcileID":"4d3763ba-ea3f-4818-856f-5293462cb01d","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-df5d0b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:54.790939863Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-df5d0b"},"namespace":"ai-tenant-e2e-ipp-b-df5d0b","name":"default-tenant","reconcileID":"4d3763ba-ea3f-4818-856f-5293462cb01d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-df5d0b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:54.846724124Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-df5d0b"},"namespace":"ai-tenant-e2e-ipp-b-df5d0b","name":"default-tenant","reconcileID":"4d3763ba-ea3f-4818-856f-5293462cb01d","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-df5d0b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:54.901892419Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-df5d0b"},"namespace":"ai-tenant-e2e-ipp-b-df5d0b","name":"default-tenant","reconcileID":"4d3763ba-ea3f-4818-856f-5293462cb01d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-df5d0b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:54.955139171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08b4b4ae-298d-408b-939b-de9734221494","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:55.008093874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08b4b4ae-298d-408b-939b-de9734221494","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:55.009600142Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-df5d0b"},"namespace":"ai-tenant-e2e-ipp-b-df5d0b","name":"default-tenant","reconcileID":"4d3763ba-ea3f-4818-856f-5293462cb01d","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-df5d0b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:55.0614361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08b4b4ae-298d-408b-939b-de9734221494","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:55.115200209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08b4b4ae-298d-408b-939b-de9734221494","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:55.116248447Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-df5d0b"},"namespace":"ai-tenant-e2e-ipp-b-df5d0b","name":"default-tenant","reconcileID":"4d3763ba-ea3f-4818-856f-5293462cb01d","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-df5d0b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:55.172266595Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-df5d0b"},"namespace":"ai-tenant-e2e-ipp-b-df5d0b","name":"default-tenant","reconcileID":"4d3763ba-ea3f-4818-856f-5293462cb01d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-df5d0b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:55.226789885Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-df5d0b"},"namespace":"ai-tenant-e2e-ipp-b-df5d0b","name":"default-tenant","reconcileID":"4d3763ba-ea3f-4818-856f-5293462cb01d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-df5d0b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:55.810815374Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"e2e-mt-tenantcfg-5535b9","reconcileID":"43b191a6-270f-4a15-899a-f00066f8c84f","MaaSSubscription":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"model":"ai-tenant-e2e-shared-b-w1-71bc98/tenantcfg-model-71bc98","subscription":"e2e-mt-tenantcfg-5535b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:55.863703312Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"e2e-mt-tenantcfg-5535b9","reconcileID":"43b191a6-270f-4a15-899a-f00066f8c84f","MaaSSubscription":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"model":"ai-tenant-e2e-shared-b-w1-71bc98/tenantcfg-model-71bc98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:55.916878613Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"e2e-mt-tenantcfg-5535b9","reconcileID":"43b191a6-270f-4a15-899a-f00066f8c84f","MaaSSubscription":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"name":"maas-trlp-tenantcfg-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98","model":"ai-tenant-e2e-shared-b-w1-71bc98/tenantcfg-model-71bc98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:56.087792538Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-df5d0b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-df5d0b","reconcileID":"6263165d-1e0b-4847-aa33-74c0e2f11754","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-df5d0b","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-df5d0b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:56.234925428Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"tenantcfg-model-71bc98","reconcileID":"6065474a-6b49-4095-bcaf-353eceb14b0c","MaaSModelRef":{"name":"tenantcfg-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"tenant":"e2e-shared-b-w1-71bc98","gateway":"openshift-ingress/e2e-shared-b-w1-71bc98","model":"ai-tenant-e2e-shared-b-w1-71bc98/tenantcfg-model-71bc98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:56.234946979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"tenantcfg-model-71bc98","reconcileID":"6065474a-6b49-4095-bcaf-353eceb14b0c","MaaSModelRef":{"name":"tenantcfg-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"routeName":"tenantcfg-model-71bc98-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-71bc98","llmisvcName":"tenantcfg-model-71bc98","gateway":"openshift-ingress/e2e-shared-b-w1-71bc98","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:56.339714757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"e2e-mt-tenantcfg-5535b9","reconcileID":"9b30b836-3207-42c3-80e9-d39db97905ee","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-71bc98","tenantID":"e2e-shared-b-w1-71bc98","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:56.388485806Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"e2e-mt-tenantcfg-5535b9","reconcileID":"c9a92e95-26c9-4dc7-9c91-591af06aafb8","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"model":"ai-tenant-e2e-shared-a-w1-5e916d/tenantcfg-model-5e916d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:56.388918676Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"tenantcfg-model-5e916d","reconcileID":"b2f0b151-d411-4813-92cc-804f70010fa7","MaaSModelRef":{"name":"tenantcfg-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"tenant":"e2e-shared-a-w1-5e916d","gateway":"openshift-ingress/e2e-shared-a-w1-5e916d","model":"ai-tenant-e2e-shared-a-w1-5e916d/tenantcfg-model-5e916d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:56.388933994Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"tenantcfg-model-5e916d","reconcileID":"b2f0b151-d411-4813-92cc-804f70010fa7","MaaSModelRef":{"name":"tenantcfg-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"routeName":"tenantcfg-model-5e916d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-5e916d","llmisvcName":"tenantcfg-model-5e916d","gateway":"openshift-ingress/e2e-shared-a-w1-5e916d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:56.396464228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"e2e-mt-tenantcfg-5535b9","reconcileID":"9b30b836-3207-42c3-80e9-d39db97905ee","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"name":"e2e-shared-b-w1-71bc98-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:56.565940443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"e2e-mt-tenantcfg-5535b9","reconcileID":"c9a92e95-26c9-4dc7-9c91-591af06aafb8","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-5e916d","tenantID":"e2e-shared-a-w1-5e916d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:56.692843977Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"e2e-mt-tenantcfg-5535b9","reconcileID":"c9a92e95-26c9-4dc7-9c91-591af06aafb8","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"name":"e2e-shared-a-w1-5e916d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:56.692871708Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"e2e-mt-tenantcfg-5535b9","reconcileID":"c9a92e95-26c9-4dc7-9c91-591af06aafb8","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-5e916d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:56.751949198Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"tenantcfg-model-5e916d","reconcileID":"653aa195-d63c-46d2-8d8d-aa0c4e549ac7","MaaSModelRef":{"name":"tenantcfg-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"tenant":"e2e-shared-a-w1-5e916d","gateway":"openshift-ingress/e2e-shared-a-w1-5e916d","model":"ai-tenant-e2e-shared-a-w1-5e916d/tenantcfg-model-5e916d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:56.751970543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"tenantcfg-model-5e916d","reconcileID":"653aa195-d63c-46d2-8d8d-aa0c4e549ac7","MaaSModelRef":{"name":"tenantcfg-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"routeName":"tenantcfg-model-5e916d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-5e916d","llmisvcName":"tenantcfg-model-5e916d","gateway":"openshift-ingress/e2e-shared-a-w1-5e916d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:56.77106157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"e2e-mt-tenantcfg-5535b9","reconcileID":"88dee483-128c-41d4-8c3c-d86debe561c0","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-71bc98","tenantID":"e2e-shared-b-w1-71bc98","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:56.827302226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"e2e-mt-tenantcfg-5535b9","reconcileID":"88dee483-128c-41d4-8c3c-d86debe561c0","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"name":"e2e-shared-b-w1-71bc98-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:56.914406164Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"tenantcfg-model-71bc98","reconcileID":"135f026c-1e50-4b09-9690-23fe163921c1","MaaSModelRef":{"name":"tenantcfg-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"tenant":"e2e-shared-b-w1-71bc98","gateway":"openshift-ingress/e2e-shared-b-w1-71bc98","model":"ai-tenant-e2e-shared-b-w1-71bc98/tenantcfg-model-71bc98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:56.914428191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"tenantcfg-model-71bc98","reconcileID":"135f026c-1e50-4b09-9690-23fe163921c1","MaaSModelRef":{"name":"tenantcfg-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"routeName":"tenantcfg-model-71bc98-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-71bc98","llmisvcName":"tenantcfg-model-71bc98","gateway":"openshift-ingress/e2e-shared-b-w1-71bc98","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:57.029404633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e73023b-fed5-463c-b7b8-ba17f7dd0a12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:57.082254751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e73023b-fed5-463c-b7b8-ba17f7dd0a12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:57.082286299Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"e2e-mt-tenantcfg-5535b9","reconcileID":"8073e615-ae5f-41fe-903f-91b8546109c6","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"model":"ai-tenant-e2e-shared-b-w1-71bc98/tenantcfg-model-71bc98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:57.135140888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e73023b-fed5-463c-b7b8-ba17f7dd0a12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:57.188382451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e73023b-fed5-463c-b7b8-ba17f7dd0a12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:57.341409172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"e2e-mt-tenantcfg-5535b9","reconcileID":"8073e615-ae5f-41fe-903f-91b8546109c6","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-71bc98","tenantID":"e2e-shared-b-w1-71bc98","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:57.473396806Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"e2e-mt-tenantcfg-5535b9","reconcileID":"8073e615-ae5f-41fe-903f-91b8546109c6","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"name":"e2e-shared-b-w1-71bc98-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:57.473420839Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"e2e-mt-tenantcfg-5535b9","reconcileID":"8073e615-ae5f-41fe-903f-91b8546109c6","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-5535b9","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-71bc98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:57.531403205Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"tenantcfg-model-71bc98","reconcileID":"e828b461-4832-4e2b-b75c-085673b2bd08","MaaSModelRef":{"name":"tenantcfg-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"tenant":"e2e-shared-b-w1-71bc98","gateway":"openshift-ingress/e2e-shared-b-w1-71bc98","model":"ai-tenant-e2e-shared-b-w1-71bc98/tenantcfg-model-71bc98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:57.531427925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"tenantcfg-model-71bc98","reconcileID":"e828b461-4832-4e2b-b75c-085673b2bd08","MaaSModelRef":{"name":"tenantcfg-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"routeName":"tenantcfg-model-71bc98-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-71bc98","llmisvcName":"tenantcfg-model-71bc98","gateway":"openshift-ingress/e2e-shared-b-w1-71bc98","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:59.08570036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71e5aeda-be8d-4b24-b952-7757ad312d62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:59.138722693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71e5aeda-be8d-4b24-b952-7757ad312d62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:59.191473865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71e5aeda-be8d-4b24-b952-7757ad312d62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:59.245149185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71e5aeda-be8d-4b24-b952-7757ad312d62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:01.143703132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32de11e9-8851-428d-a401-1479bdddc5b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:01.196643778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32de11e9-8851-428d-a401-1479bdddc5b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:01.249277961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32de11e9-8851-428d-a401-1479bdddc5b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:01.303018686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32de11e9-8851-428d-a401-1479bdddc5b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:05.480157305Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8af859"},"namespace":"ai-tenant-e2e-ipp-b-8af859","name":"default-tenant","reconcileID":"25fcaff6-9ef8-4160-a6d4-0920d743bb81","namespace":"ai-tenant-e2e-ipp-b-8af859","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:05.480256681Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8af859"},"namespace":"ai-tenant-e2e-ipp-b-8af859","name":"default-tenant","reconcileID":"25fcaff6-9ef8-4160-a6d4-0920d743bb81","namespace":"ai-tenant-e2e-ipp-b-8af859","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:05.480346668Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8af859"},"namespace":"ai-tenant-e2e-ipp-b-8af859","name":"default-tenant","reconcileID":"25fcaff6-9ef8-4160-a6d4-0920d743bb81","tenant":"e2e-ipp-b-8af859","tenantID":"e2e-ipp-b-8af859","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:05.540363974Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8af859"},"namespace":"ai-tenant-e2e-ipp-b-8af859","name":"default-tenant","reconcileID":"25fcaff6-9ef8-4160-a6d4-0920d743bb81","gvk":"Deployment","name":"maas-api-e2e-ipp-b-8af859","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:05.609075613Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8af859"},"namespace":"ai-tenant-e2e-ipp-b-8af859","name":"default-tenant","reconcileID":"25fcaff6-9ef8-4160-a6d4-0920d743bb81","gvk":"Service","name":"maas-api-e2e-ipp-b-8af859","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:05.664195663Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8af859"},"namespace":"ai-tenant-e2e-ipp-b-8af859","name":"default-tenant","reconcileID":"25fcaff6-9ef8-4160-a6d4-0920d743bb81","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-8af859","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:05.718383657Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8af859"},"namespace":"ai-tenant-e2e-ipp-b-8af859","name":"default-tenant","reconcileID":"25fcaff6-9ef8-4160-a6d4-0920d743bb81","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-8af859","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:05.773532077Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8af859"},"namespace":"ai-tenant-e2e-ipp-b-8af859","name":"default-tenant","reconcileID":"25fcaff6-9ef8-4160-a6d4-0920d743bb81","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-8af859","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:05.827953915Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8af859"},"namespace":"ai-tenant-e2e-ipp-b-8af859","name":"default-tenant","reconcileID":"25fcaff6-9ef8-4160-a6d4-0920d743bb81","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-8af859","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:05.8880348Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8af859"},"namespace":"ai-tenant-e2e-ipp-b-8af859","name":"default-tenant","reconcileID":"25fcaff6-9ef8-4160-a6d4-0920d743bb81","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-8af859","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:05.942933738Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8af859"},"namespace":"ai-tenant-e2e-ipp-b-8af859","name":"default-tenant","reconcileID":"25fcaff6-9ef8-4160-a6d4-0920d743bb81","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-8af859","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:05.997378763Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8af859"},"namespace":"ai-tenant-e2e-ipp-b-8af859","name":"default-tenant","reconcileID":"25fcaff6-9ef8-4160-a6d4-0920d743bb81","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-8af859","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:06.051523946Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8af859"},"namespace":"ai-tenant-e2e-ipp-b-8af859","name":"default-tenant","reconcileID":"25fcaff6-9ef8-4160-a6d4-0920d743bb81","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-8af859","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:06.114183446Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8af859"},"namespace":"ai-tenant-e2e-ipp-b-8af859","name":"default-tenant","reconcileID":"25fcaff6-9ef8-4160-a6d4-0920d743bb81","gvk":"Service","name":"payload-processing-e2e-ipp-b-8af859","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:06.184539279Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8af859"},"namespace":"ai-tenant-e2e-ipp-b-8af859","name":"default-tenant","reconcileID":"25fcaff6-9ef8-4160-a6d4-0920d743bb81","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-8af859","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:06.242309404Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8af859"},"namespace":"ai-tenant-e2e-ipp-b-8af859","name":"default-tenant","reconcileID":"25fcaff6-9ef8-4160-a6d4-0920d743bb81","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-8af859","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:06.296920992Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8af859"},"namespace":"ai-tenant-e2e-ipp-b-8af859","name":"default-tenant","reconcileID":"25fcaff6-9ef8-4160-a6d4-0920d743bb81","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-8af859","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:06.352731779Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8af859"},"namespace":"ai-tenant-e2e-ipp-b-8af859","name":"default-tenant","reconcileID":"25fcaff6-9ef8-4160-a6d4-0920d743bb81","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-8af859","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:06.40876744Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8af859"},"namespace":"ai-tenant-e2e-ipp-b-8af859","name":"default-tenant","reconcileID":"25fcaff6-9ef8-4160-a6d4-0920d743bb81","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-8af859","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:06.46286565Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8af859"},"namespace":"ai-tenant-e2e-ipp-b-8af859","name":"default-tenant","reconcileID":"25fcaff6-9ef8-4160-a6d4-0920d743bb81","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-8af859","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:06.517624056Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8af859"},"namespace":"ai-tenant-e2e-ipp-b-8af859","name":"default-tenant","reconcileID":"25fcaff6-9ef8-4160-a6d4-0920d743bb81","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-8af859","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:06.571932361Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8af859"},"namespace":"ai-tenant-e2e-ipp-b-8af859","name":"default-tenant","reconcileID":"25fcaff6-9ef8-4160-a6d4-0920d743bb81","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-8af859","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:06.62610578Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8af859"},"namespace":"ai-tenant-e2e-ipp-b-8af859","name":"default-tenant","reconcileID":"25fcaff6-9ef8-4160-a6d4-0920d743bb81","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-8af859","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:07.443738368Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-8af859","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-8af859","reconcileID":"f4ee436c-ee57-4b00-aef9-5e1879805af1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-8af859","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-8af859"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:08.560925383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12f8dc77-5130-4df6-9331-dd4e4932173b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:08.613766395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12f8dc77-5130-4df6-9331-dd4e4932173b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:08.666564627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12f8dc77-5130-4df6-9331-dd4e4932173b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:08.722156985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12f8dc77-5130-4df6-9331-dd4e4932173b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:09.482030583Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-8a3796","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-8a3796","reconcileID":"0b30d139-03b7-4b91-bf5b-29fbbaeaf788","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-8a3796","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-8a3796":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:10.631331139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b872f4d5-d575-44d8-a9b0-9bce8c347bbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:10.68417919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b872f4d5-d575-44d8-a9b0-9bce8c347bbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:10.737212244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b872f4d5-d575-44d8-a9b0-9bce8c347bbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:10.789875886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b872f4d5-d575-44d8-a9b0-9bce8c347bbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:12.699710054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3dae8d0-eda6-46ee-ab67-6571d99e3715","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:12.752446054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3dae8d0-eda6-46ee-ab67-6571d99e3715","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:12.805328534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3dae8d0-eda6-46ee-ab67-6571d99e3715","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:12.858224621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3dae8d0-eda6-46ee-ab67-6571d99e3715","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:14.030493406Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:19.835870156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aabc438b-adea-470b-9d0c-319d61c4bedc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:19.888430345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aabc438b-adea-470b-9d0c-319d61c4bedc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:19.941124985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aabc438b-adea-470b-9d0c-319d61c4bedc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:19.994472613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aabc438b-adea-470b-9d0c-319d61c4bedc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:20.430219847Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-c116f3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-c116f3","reconcileID":"216df6fb-19e5-4edb-8b3c-56c5a976084b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-c116f3","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-c116f3":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:21.90268545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"124bf892-b000-4b3e-a61f-f2866b7fe39e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:21.955388428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"124bf892-b000-4b3e-a61f-f2866b7fe39e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:22.008205188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"124bf892-b000-4b3e-a61f-f2866b7fe39e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:22.061107283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"124bf892-b000-4b3e-a61f-f2866b7fe39e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:23.992302353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e52d13ab-d0fe-4159-ac74-3259d534dfda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:24.045048586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e52d13ab-d0fe-4159-ac74-3259d534dfda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:24.097786265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e52d13ab-d0fe-4159-ac74-3259d534dfda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:24.151078556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e52d13ab-d0fe-4159-ac74-3259d534dfda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:40.297202189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00d9cdb4-55a8-4154-96ed-3e376b66beed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:40.350062119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00d9cdb4-55a8-4154-96ed-3e376b66beed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:40.402864639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00d9cdb4-55a8-4154-96ed-3e376b66beed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:40.455670884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00d9cdb4-55a8-4154-96ed-3e376b66beed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:42.383920881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8879a691-a401-42db-9b07-5c507be14b5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:42.436830628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8879a691-a401-42db-9b07-5c507be14b5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:42.489440761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8879a691-a401-42db-9b07-5c507be14b5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:42.542537426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8879a691-a401-42db-9b07-5c507be14b5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:43.554320442Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-447154"},"namespace":"ai-tenant-e2e-ipp-b-447154","name":"default-tenant","reconcileID":"69685fd8-fb65-4e40-b68d-f3c17393d5c5","namespace":"ai-tenant-e2e-ipp-b-447154","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:43.607685305Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-447154"},"namespace":"ai-tenant-e2e-ipp-b-447154","name":"default-tenant","reconcileID":"69685fd8-fb65-4e40-b68d-f3c17393d5c5","namespace":"ai-tenant-e2e-ipp-b-447154","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:43.60778741Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-447154"},"namespace":"ai-tenant-e2e-ipp-b-447154","name":"default-tenant","reconcileID":"69685fd8-fb65-4e40-b68d-f3c17393d5c5","tenant":"e2e-ipp-b-447154","tenantID":"e2e-ipp-b-447154","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:43.665863033Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-447154"},"namespace":"ai-tenant-e2e-ipp-b-447154","name":"default-tenant","reconcileID":"69685fd8-fb65-4e40-b68d-f3c17393d5c5","gvk":"Deployment","name":"maas-api-e2e-ipp-b-447154","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:43.735415406Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-447154"},"namespace":"ai-tenant-e2e-ipp-b-447154","name":"default-tenant","reconcileID":"69685fd8-fb65-4e40-b68d-f3c17393d5c5","gvk":"Service","name":"maas-api-e2e-ipp-b-447154","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:43.791587742Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-447154"},"namespace":"ai-tenant-e2e-ipp-b-447154","name":"default-tenant","reconcileID":"69685fd8-fb65-4e40-b68d-f3c17393d5c5","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-447154","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:43.847890143Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-447154"},"namespace":"ai-tenant-e2e-ipp-b-447154","name":"default-tenant","reconcileID":"69685fd8-fb65-4e40-b68d-f3c17393d5c5","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-447154","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:43.947820835Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-447154"},"namespace":"ai-tenant-e2e-ipp-b-447154","name":"default-tenant","reconcileID":"69685fd8-fb65-4e40-b68d-f3c17393d5c5","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-447154","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:44.007486538Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-447154"},"namespace":"ai-tenant-e2e-ipp-b-447154","name":"default-tenant","reconcileID":"69685fd8-fb65-4e40-b68d-f3c17393d5c5","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-447154","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:44.053066049Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:44.064763448Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-447154"},"namespace":"ai-tenant-e2e-ipp-b-447154","name":"default-tenant","reconcileID":"69685fd8-fb65-4e40-b68d-f3c17393d5c5","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-447154","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:44.119939896Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-447154"},"namespace":"ai-tenant-e2e-ipp-b-447154","name":"default-tenant","reconcileID":"69685fd8-fb65-4e40-b68d-f3c17393d5c5","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-447154","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:44.177939484Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-447154"},"namespace":"ai-tenant-e2e-ipp-b-447154","name":"default-tenant","reconcileID":"69685fd8-fb65-4e40-b68d-f3c17393d5c5","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-447154","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:44.23422825Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-447154"},"namespace":"ai-tenant-e2e-ipp-b-447154","name":"default-tenant","reconcileID":"69685fd8-fb65-4e40-b68d-f3c17393d5c5","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-447154","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:44.300449815Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-447154"},"namespace":"ai-tenant-e2e-ipp-b-447154","name":"default-tenant","reconcileID":"69685fd8-fb65-4e40-b68d-f3c17393d5c5","gvk":"Service","name":"payload-processing-e2e-ipp-b-447154","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:44.362680672Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-447154"},"namespace":"ai-tenant-e2e-ipp-b-447154","name":"default-tenant","reconcileID":"69685fd8-fb65-4e40-b68d-f3c17393d5c5","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-447154","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:44.420038493Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-447154"},"namespace":"ai-tenant-e2e-ipp-b-447154","name":"default-tenant","reconcileID":"69685fd8-fb65-4e40-b68d-f3c17393d5c5","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-447154","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:44.47676834Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-447154"},"namespace":"ai-tenant-e2e-ipp-b-447154","name":"default-tenant","reconcileID":"69685fd8-fb65-4e40-b68d-f3c17393d5c5","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-447154","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:44.512045206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1b74120-abcd-46f6-b293-9f59bb100ead","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:44.565923299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1b74120-abcd-46f6-b293-9f59bb100ead","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:44.568454629Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-447154"},"namespace":"ai-tenant-e2e-ipp-b-447154","name":"default-tenant","reconcileID":"69685fd8-fb65-4e40-b68d-f3c17393d5c5","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-447154","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:44.619515571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1b74120-abcd-46f6-b293-9f59bb100ead","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:44.672542271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1b74120-abcd-46f6-b293-9f59bb100ead","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:44.674712196Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-447154"},"namespace":"ai-tenant-e2e-ipp-b-447154","name":"default-tenant","reconcileID":"69685fd8-fb65-4e40-b68d-f3c17393d5c5","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-447154","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:44.731109564Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-447154"},"namespace":"ai-tenant-e2e-ipp-b-447154","name":"default-tenant","reconcileID":"69685fd8-fb65-4e40-b68d-f3c17393d5c5","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-447154","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:44.785912653Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-447154"},"namespace":"ai-tenant-e2e-ipp-b-447154","name":"default-tenant","reconcileID":"69685fd8-fb65-4e40-b68d-f3c17393d5c5","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-447154","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:44.840154911Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-447154"},"namespace":"ai-tenant-e2e-ipp-b-447154","name":"default-tenant","reconcileID":"69685fd8-fb65-4e40-b68d-f3c17393d5c5","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-447154","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:44.94463397Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-447154"},"namespace":"ai-tenant-e2e-ipp-b-447154","name":"default-tenant","reconcileID":"69685fd8-fb65-4e40-b68d-f3c17393d5c5","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-447154","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:45.844751223Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-447154","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-447154","reconcileID":"9003e6a7-b05a-46a9-ac62-91b4f2a04381","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-447154","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-447154"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:46.585824288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26283d9a-4cc3-4fdd-a492-85671b614fc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:46.638570705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26283d9a-4cc3-4fdd-a492-85671b614fc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:46.691539925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26283d9a-4cc3-4fdd-a492-85671b614fc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:46.744322964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26283d9a-4cc3-4fdd-a492-85671b614fc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:48.419317649Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-c0daf4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-c0daf4","reconcileID":"9b0cd5c8-9f75-45bd-a21a-bb04e2b192f9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-c0daf4","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-c0daf4":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:48.689879944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98392c0f-1f5e-401c-9609-4d91aea48c1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:48.74270591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98392c0f-1f5e-401c-9609-4d91aea48c1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:48.795331789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98392c0f-1f5e-401c-9609-4d91aea48c1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:48.848339992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98392c0f-1f5e-401c-9609-4d91aea48c1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:50.791731185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"625cc7b3-a205-4778-9cff-85253a498c8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:50.844856386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"625cc7b3-a205-4778-9cff-85253a498c8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:50.897533478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"625cc7b3-a205-4778-9cff-85253a498c8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:50.950328138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"625cc7b3-a205-4778-9cff-85253a498c8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:52.903916643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9eb5b3ee-a4f5-4ed0-aa9b-5319d4de6039","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:52.957261499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9eb5b3ee-a4f5-4ed0-aa9b-5319d4de6039","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:53.011966504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9eb5b3ee-a4f5-4ed0-aa9b-5319d4de6039","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:53.06659953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9eb5b3ee-a4f5-4ed0-aa9b-5319d4de6039","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:54.97272525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84e5073e-2255-446f-803d-500e3c46807c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:55.025627893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84e5073e-2255-446f-803d-500e3c46807c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:55.078261424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84e5073e-2255-446f-803d-500e3c46807c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:55.131044078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84e5073e-2255-446f-803d-500e3c46807c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:59.187799377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15e173b6-33ad-46a8-9f6c-6f455c39432a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:59.241671543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15e173b6-33ad-46a8-9f6c-6f455c39432a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:59.295485431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15e173b6-33ad-46a8-9f6c-6f455c39432a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:59.348246342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15e173b6-33ad-46a8-9f6c-6f455c39432a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:59.780556031Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-9d7b2c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-9d7b2c","reconcileID":"a0047460-baa9-4636-b7f0-5da9092e57bb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-9d7b2c","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-9d7b2c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:01.411168793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44124a85-9656-4764-9ee1-369785f0f7dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:01.464090652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44124a85-9656-4764-9ee1-369785f0f7dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:01.516730417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44124a85-9656-4764-9ee1-369785f0f7dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:01.569508445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44124a85-9656-4764-9ee1-369785f0f7dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:12.314481897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8a3796"},"namespace":"ai-tenant-e2e-praxis-a-8a3796","name":"default-tenant","reconcileID":"c1a171e9-8bb5-414c-9166-35ee32ee5dd0","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-8a3796","tenantID":"e2e-praxis-a-8a3796","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:12.430299989Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8a3796"},"namespace":"ai-tenant-e2e-praxis-a-8a3796","name":"default-tenant","reconcileID":"c1a171e9-8bb5-414c-9166-35ee32ee5dd0","name":"e2e-praxis-a-8a3796-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:14.02963157Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:23.852337604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c116f3"},"namespace":"ai-tenant-e2e-praxis-a-c116f3","name":"default-tenant","reconcileID":"76184f56-e1c2-43c2-b235-e98f90666648","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-c116f3","tenantID":"e2e-praxis-a-c116f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:23.96852502Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c116f3"},"namespace":"ai-tenant-e2e-praxis-a-c116f3","name":"default-tenant","reconcileID":"76184f56-e1c2-43c2-b235-e98f90666648","name":"e2e-praxis-a-c116f3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:44.030517992Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:46.748031728Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08","reconcileID":"8b658d05-b700-40d8-8b1e-ac4b3fcd0815","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"tenant":"e2e-ipp-a-53af08","gateway":"openshift-ingress/e2e-ipp-a-53af08","model":"ai-tenant-e2e-ipp-a-53af08/ipp-route-53af08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:46.748071686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08","reconcileID":"8b658d05-b700-40d8-8b1e-ac4b3fcd0815","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"routeName":"ipp-route-53af08-kserve-route","namespace":"ai-tenant-e2e-ipp-a-53af08","llmisvcName":"ipp-route-53af08","gateway":"openshift-ingress/e2e-ipp-a-53af08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:52.318218906Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08","reconcileID":"ee5d044a-33c3-4e50-983a-b57da7b9cf6f","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"tenant":"e2e-ipp-a-53af08","gateway":"openshift-ingress/e2e-ipp-a-53af08","model":"ai-tenant-e2e-ipp-a-53af08/ipp-route-53af08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:52.318240885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08","reconcileID":"ee5d044a-33c3-4e50-983a-b57da7b9cf6f","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"routeName":"ipp-route-53af08-kserve-route","namespace":"ai-tenant-e2e-ipp-a-53af08","llmisvcName":"ipp-route-53af08","gateway":"openshift-ingress/e2e-ipp-a-53af08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:52.375292471Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08","reconcileID":"66cae45e-f3e1-4d6a-b5ad-1d8e66a42c52","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"tenant":"e2e-ipp-a-53af08","gateway":"openshift-ingress/e2e-ipp-a-53af08","model":"ai-tenant-e2e-ipp-a-53af08/ipp-route-53af08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:52.375315096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08","reconcileID":"66cae45e-f3e1-4d6a-b5ad-1d8e66a42c52","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"routeName":"ipp-route-53af08-kserve-route","namespace":"ai-tenant-e2e-ipp-a-53af08","llmisvcName":"ipp-route-53af08","gateway":"openshift-ingress/e2e-ipp-a-53af08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:52.480385777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-53af08-auth","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08-auth","reconcileID":"6410d834-f37a-4b56-829f-7e2f43167dd1","MaaSAuthPolicy":{"name":"ipp-route-53af08-auth","namespace":"ai-tenant-e2e-ipp-a-53af08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-53af08","tenantID":"e2e-ipp-a-53af08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:52.606640547Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-53af08-auth","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08-auth","reconcileID":"6410d834-f37a-4b56-829f-7e2f43167dd1","MaaSAuthPolicy":{"name":"ipp-route-53af08-auth","namespace":"ai-tenant-e2e-ipp-a-53af08"},"name":"e2e-ipp-a-53af08-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:52.662074209Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-53af08-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-53af08-auth","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08-auth","reconcileID":"6410d834-f37a-4b56-829f-7e2f43167dd1","MaaSAuthPolicy":{"name":"ipp-route-53af08-auth","namespace":"ai-tenant-e2e-ipp-a-53af08"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:52.719273653Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08","reconcileID":"cbffcdf9-ebad-425c-8a4d-a710679b0c2e","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"tenant":"e2e-ipp-a-53af08","gateway":"openshift-ingress/e2e-ipp-a-53af08","model":"ai-tenant-e2e-ipp-a-53af08/ipp-route-53af08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:52.719298422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08","reconcileID":"cbffcdf9-ebad-425c-8a4d-a710679b0c2e","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"routeName":"ipp-route-53af08-kserve-route","namespace":"ai-tenant-e2e-ipp-a-53af08","llmisvcName":"ipp-route-53af08","gateway":"openshift-ingress/e2e-ipp-a-53af08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:59.193695214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"default-tenant","reconcileID":"009138b6-21dc-4769-8cc1-0815de0d768d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-c0daf4","tenantID":"e2e-praxis-a-c0daf4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:59.311325821Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"default-tenant","reconcileID":"009138b6-21dc-4769-8cc1-0815de0d768d","name":"e2e-praxis-a-c0daf4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:02.824981717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-53af08-auth","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08-auth","reconcileID":"aad97e6f-1ad4-4e5f-b0a5-4ba0feaa5171","MaaSAuthPolicy":{"name":"ipp-route-53af08-auth","namespace":"ai-tenant-e2e-ipp-a-53af08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-53af08","tenantID":"e2e-ipp-a-53af08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:02.88147244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-53af08-auth","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08-auth","reconcileID":"aad97e6f-1ad4-4e5f-b0a5-4ba0feaa5171","MaaSAuthPolicy":{"name":"ipp-route-53af08-auth","namespace":"ai-tenant-e2e-ipp-a-53af08"},"name":"e2e-ipp-a-53af08-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:02.937469498Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-53af08-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-53af08-auth","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08-auth","reconcileID":"aad97e6f-1ad4-4e5f-b0a5-4ba0feaa5171","MaaSAuthPolicy":{"name":"ipp-route-53af08-auth","namespace":"ai-tenant-e2e-ipp-a-53af08"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:08.876444354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-9d7b2c"},"namespace":"ai-tenant-e2e-praxis-a-9d7b2c","name":"default-tenant","reconcileID":"6479908c-fe91-4ba5-b7d0-b1e1cfd33986","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-9d7b2c","tenantID":"e2e-praxis-a-9d7b2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:08.992988578Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-9d7b2c"},"namespace":"ai-tenant-e2e-praxis-a-9d7b2c","name":"default-tenant","reconcileID":"6479908c-fe91-4ba5-b7d0-b1e1cfd33986","name":"e2e-praxis-a-9d7b2c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:13.043886614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-53af08-auth","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08-auth","reconcileID":"6a997899-0203-4127-8754-f669d5b88c27","MaaSAuthPolicy":{"name":"ipp-route-53af08-auth","namespace":"ai-tenant-e2e-ipp-a-53af08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-53af08","tenantID":"e2e-ipp-a-53af08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:13.100143043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-53af08-auth","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08-auth","reconcileID":"6a997899-0203-4127-8754-f669d5b88c27","MaaSAuthPolicy":{"name":"ipp-route-53af08-auth","namespace":"ai-tenant-e2e-ipp-a-53af08"},"name":"e2e-ipp-a-53af08-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:13.155404183Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-53af08-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-53af08-auth","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08-auth","reconcileID":"6a997899-0203-4127-8754-f669d5b88c27","MaaSAuthPolicy":{"name":"ipp-route-53af08-auth","namespace":"ai-tenant-e2e-ipp-a-53af08"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:14.030845906Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:23.261767975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-53af08-auth","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08-auth","reconcileID":"0d90fc34-76b2-4769-95af-31e273fc92a4","MaaSAuthPolicy":{"name":"ipp-route-53af08-auth","namespace":"ai-tenant-e2e-ipp-a-53af08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-53af08","tenantID":"e2e-ipp-a-53af08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:23.31861149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-53af08-auth","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08-auth","reconcileID":"0d90fc34-76b2-4769-95af-31e273fc92a4","MaaSAuthPolicy":{"name":"ipp-route-53af08-auth","namespace":"ai-tenant-e2e-ipp-a-53af08"},"name":"e2e-ipp-a-53af08-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:23.373900269Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-53af08-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ac911408293f55be3d5c8fa404c96324b1f3dbf2610663500a7543732b894273) AuthConfig (08ef90daa0875705471390b175b97684d627e61b3e265f13d05f9a37f4d54bdc) AuthConfig (ce3ce18a1c87b831d7c9c3fe241497cccbe6471dd8b65e2b7fe4e983aa5c7eda) AuthConfig (f924dae26b3052e03fac2834dfe41ef8cf1e07a5f5d3c93cdfafc481bc773046) AuthConfig (b7bbf1b128e3243461f2105de694de806ccbcc3bec8af95c7b425f9368b5c125) AuthConfig (1e0cdc08a9f1d374abcf39016be961f55653671aeb06cff6a63d0debca655e8a) AuthConfig (ab66f54c1647e55511d74c54857d6e10cccafa7d892c2b9d211b6f477cc8fd38) AuthConfig (e803a5f75feec80b40371850c04259d94b11392312726277d4b4e1d81fe03a5c) AuthConfig (a44157c6632baf89c90d9847fd44471429d6b71a1c531a01085b6c991a4318dc) AuthConfig (815295143fb3ea40975e94c32e94f879ea16071f97916f480a9bc27d538aba0a) AuthConfig (485138a8d94ea6757d8a980d0911b9c3738069d6e2843ac06947c1f09dfc19ee) AuthConfig (dabec574cd73cf290a914ac71cabbcd5f4212b7289c08dad9bb3285cd12735f8) AuthConfig (5c0e7ef0e11abfac9e2e68e34becb2d6106ff71c6e387c3e28b16487b22d604a) AuthConfig (473e8ae092448f56a44b306cc8ce2aa84cd5a6f5a0cc1c8afd9f5f7a5d641e0b) AuthConfig (3bb2720b1b429f7e5fe4323158e6c71232c00d82acbd22f41b89b7b6a0e352b4) AuthConfig (8480755508dbdaf676991850087b2134b0593de9fbce327b37c0f24905a22da0) AuthConfig (2f10df5cba65b2e6d60fffcc2531b7e0e7e5815d21f03d139f997d42923b32ae) AuthConfig (24b26b0910d1c9bcd497b4e6172a4cc503ac1533db65d9867c6d4ee9723742f2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-53af08-auth","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08-auth","reconcileID":"0d90fc34-76b2-4769-95af-31e273fc92a4","MaaSAuthPolicy":{"name":"ipp-route-53af08-auth","namespace":"ai-tenant-e2e-ipp-a-53af08"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:23.432059594Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08","reconcileID":"1c31acb0-4427-4e3f-a9d7-62ea863ea954","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"tenant":"e2e-ipp-a-53af08","gateway":"openshift-ingress/e2e-ipp-a-53af08","model":"ai-tenant-e2e-ipp-a-53af08/ipp-route-53af08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:23.432080219Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08","reconcileID":"1c31acb0-4427-4e3f-a9d7-62ea863ea954","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"routeName":"ipp-route-53af08-kserve-route","namespace":"ai-tenant-e2e-ipp-a-53af08","llmisvcName":"ipp-route-53af08","gateway":"openshift-ingress/e2e-ipp-a-53af08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:25.296418725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef785359-0d2a-4bf7-bed0-46d828b69241","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:25.349415535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef785359-0d2a-4bf7-bed0-46d828b69241","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:25.402346793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef785359-0d2a-4bf7-bed0-46d828b69241","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:25.455004847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef785359-0d2a-4bf7-bed0-46d828b69241","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:26.724843217Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b38ec0d6-f7bc-4ba5-92c0-d8668983b363","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:26.843203875Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-subscription","reconcileID":"f106d322-6ba1-4f69-b27b-824620913f8e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-premium-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/premium-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:27.003020371Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-subscription","reconcileID":"011325db-4a14-487a-8fa9-b2a88cf84611","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-premium-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/premium-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:27.094022817Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-subscription","reconcileID":"d9a5c0ea-44d5-48aa-8d8b-af2dc0d3dbe2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-premium-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/premium-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:27.097610211Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-subscription","reconcileID":"021909d1-7d88-4f51-8da8-83e341dcb391","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-simulator-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:27.204493081Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"77473d50-237b-4d76-bff9-3b674edfaa28","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:27.335282705Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-subscription","reconcileID":"dabea874-bc02-4769-b36a-d61baeb37d0d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-simulator-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/simulator-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:27.401432301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3da206a0-cde9-42b9-8dc8-c2063393e814","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:27.45445318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3da206a0-cde9-42b9-8dc8-c2063393e814","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:27.507465695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3da206a0-cde9-42b9-8dc8-c2063393e814","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:27.560872181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3da206a0-cde9-42b9-8dc8-c2063393e814","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:27.613969392Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-subscription","reconcileID":"1226b1bf-937a-4fc8-8095-78723401a0d4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-simulator-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/simulator-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:27.613982936Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-subscription","reconcileID":"b1c0cbdd-a4c6-4fa4-b27c-25f9b9d73d4b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-premium-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/premium-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:27.720502518Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-subscription","reconcileID":"db38f05f-00fa-4a43-a7fe-1a8d2533ee22","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-simulator-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:27.820398678Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-subscription","reconcileID":"4a67356a-447a-4042-9091-c6beb93b5023","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-premium-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/premium-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:27.826046596Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-subscription","reconcileID":"870ee26d-a34d-4655-811d-3833c97495d1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-simulator-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:29.504907928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19e96d58-a6bd-4963-ba47-8344c38c0a67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:29.557777222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19e96d58-a6bd-4963-ba47-8344c38c0a67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:29.610535553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19e96d58-a6bd-4963-ba47-8344c38c0a67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:29.663717011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19e96d58-a6bd-4963-ba47-8344c38c0a67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:31.553722187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8b8152e-b6f8-4fc7-aea6-74ffb5779d07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:31.606460461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8b8152e-b6f8-4fc7-aea6-74ffb5779d07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:31.659212914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8b8152e-b6f8-4fc7-aea6-74ffb5779d07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:31.71192388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8b8152e-b6f8-4fc7-aea6-74ffb5779d07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:33.539927549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-53af08-auth","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08-auth","reconcileID":"fd6261f7-8af9-4ce8-86ea-6671db85b2ee","MaaSAuthPolicy":{"name":"ipp-route-53af08-auth","namespace":"ai-tenant-e2e-ipp-a-53af08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-53af08","tenantID":"e2e-ipp-a-53af08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:33.597927972Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-e59f12","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-e59f12","reconcileID":"1bacda03-0206-4db5-984c-8cbce5ac663a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-e59f12","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-e59f12":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:33.606464677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-53af08-auth","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08-auth","reconcileID":"fd6261f7-8af9-4ce8-86ea-6671db85b2ee","MaaSAuthPolicy":{"name":"ipp-route-53af08-auth","namespace":"ai-tenant-e2e-ipp-a-53af08"},"name":"e2e-ipp-a-53af08-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:33.621026314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9116a3f6-c3e8-41d1-a049-a516d12a2e82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:33.673889618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9116a3f6-c3e8-41d1-a049-a516d12a2e82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:33.677998139Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-53af08-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ac911408293f55be3d5c8fa404c96324b1f3dbf2610663500a7543732b894273) AuthConfig (08ef90daa0875705471390b175b97684d627e61b3e265f13d05f9a37f4d54bdc) AuthConfig (ce3ce18a1c87b831d7c9c3fe241497cccbe6471dd8b65e2b7fe4e983aa5c7eda) AuthConfig (f924dae26b3052e03fac2834dfe41ef8cf1e07a5f5d3c93cdfafc481bc773046) AuthConfig (b7bbf1b128e3243461f2105de694de806ccbcc3bec8af95c7b425f9368b5c125) AuthConfig (1e0cdc08a9f1d374abcf39016be961f55653671aeb06cff6a63d0debca655e8a) AuthConfig (ab66f54c1647e55511d74c54857d6e10cccafa7d892c2b9d211b6f477cc8fd38) AuthConfig (e803a5f75feec80b40371850c04259d94b11392312726277d4b4e1d81fe03a5c) AuthConfig (a44157c6632baf89c90d9847fd44471429d6b71a1c531a01085b6c991a4318dc) AuthConfig (815295143fb3ea40975e94c32e94f879ea16071f97916f480a9bc27d538aba0a) AuthConfig (485138a8d94ea6757d8a980d0911b9c3738069d6e2843ac06947c1f09dfc19ee) AuthConfig (dabec574cd73cf290a914ac71cabbcd5f4212b7289c08dad9bb3285cd12735f8) AuthConfig (5c0e7ef0e11abfac9e2e68e34becb2d6106ff71c6e387c3e28b16487b22d604a) AuthConfig (473e8ae092448f56a44b306cc8ce2aa84cd5a6f5a0cc1c8afd9f5f7a5d641e0b) AuthConfig (3bb2720b1b429f7e5fe4323158e6c71232c00d82acbd22f41b89b7b6a0e352b4) AuthConfig (8480755508dbdaf676991850087b2134b0593de9fbce327b37c0f24905a22da0) AuthConfig (2f10df5cba65b2e6d60fffcc2531b7e0e7e5815d21f03d139f997d42923b32ae) AuthConfig (24b26b0910d1c9bcd497b4e6172a4cc503ac1533db65d9867c6d4ee9723742f2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-53af08-auth","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08-auth","reconcileID":"fd6261f7-8af9-4ce8-86ea-6671db85b2ee","MaaSAuthPolicy":{"name":"ipp-route-53af08-auth","namespace":"ai-tenant-e2e-ipp-a-53af08"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:33.726751231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9116a3f6-c3e8-41d1-a049-a516d12a2e82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:33.779535839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9116a3f6-c3e8-41d1-a049-a516d12a2e82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:35.726769717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84f565c3-6242-4448-8ec7-7ebb7acaaf0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:35.779668866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84f565c3-6242-4448-8ec7-7ebb7acaaf0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:35.833276753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84f565c3-6242-4448-8ec7-7ebb7acaaf0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:35.886151695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84f565c3-6242-4448-8ec7-7ebb7acaaf0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:37.858174174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e0ee507-e622-4ed4-80ab-308bd4c0dfda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:37.913139131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e0ee507-e622-4ed4-80ab-308bd4c0dfda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:37.970127695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e0ee507-e622-4ed4-80ab-308bd4c0dfda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:38.022994353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e0ee507-e622-4ed4-80ab-308bd4c0dfda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:39.953817721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b91f930-d2aa-4cfa-a0d0-b6de5b6242b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:40.007346073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b91f930-d2aa-4cfa-a0d0-b6de5b6242b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:40.060972495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b91f930-d2aa-4cfa-a0d0-b6de5b6242b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:40.113777418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b91f930-d2aa-4cfa-a0d0-b6de5b6242b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:42.011723216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75621d16-456b-480b-91a6-1954a8cbfbbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:42.066347916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75621d16-456b-480b-91a6-1954a8cbfbbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:42.120727539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75621d16-456b-480b-91a6-1954a8cbfbbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:42.173908201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75621d16-456b-480b-91a6-1954a8cbfbbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:43.784029565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-53af08-auth","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08-auth","reconcileID":"4661a1fc-b24f-4912-b466-4415010e54e8","MaaSAuthPolicy":{"name":"ipp-route-53af08-auth","namespace":"ai-tenant-e2e-ipp-a-53af08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-53af08","tenantID":"e2e-ipp-a-53af08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:43.841868507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-53af08-auth","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08-auth","reconcileID":"4661a1fc-b24f-4912-b466-4415010e54e8","MaaSAuthPolicy":{"name":"ipp-route-53af08-auth","namespace":"ai-tenant-e2e-ipp-a-53af08"},"name":"e2e-ipp-a-53af08-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:43.897034245Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-53af08-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ac911408293f55be3d5c8fa404c96324b1f3dbf2610663500a7543732b894273) AuthConfig (08ef90daa0875705471390b175b97684d627e61b3e265f13d05f9a37f4d54bdc) AuthConfig (ce3ce18a1c87b831d7c9c3fe241497cccbe6471dd8b65e2b7fe4e983aa5c7eda) AuthConfig (f924dae26b3052e03fac2834dfe41ef8cf1e07a5f5d3c93cdfafc481bc773046) AuthConfig (b7bbf1b128e3243461f2105de694de806ccbcc3bec8af95c7b425f9368b5c125) AuthConfig (1e0cdc08a9f1d374abcf39016be961f55653671aeb06cff6a63d0debca655e8a) AuthConfig (ab66f54c1647e55511d74c54857d6e10cccafa7d892c2b9d211b6f477cc8fd38) AuthConfig (e803a5f75feec80b40371850c04259d94b11392312726277d4b4e1d81fe03a5c) AuthConfig (a44157c6632baf89c90d9847fd44471429d6b71a1c531a01085b6c991a4318dc) AuthConfig (815295143fb3ea40975e94c32e94f879ea16071f97916f480a9bc27d538aba0a) AuthConfig (485138a8d94ea6757d8a980d0911b9c3738069d6e2843ac06947c1f09dfc19ee) AuthConfig (dabec574cd73cf290a914ac71cabbcd5f4212b7289c08dad9bb3285cd12735f8) AuthConfig (5c0e7ef0e11abfac9e2e68e34becb2d6106ff71c6e387c3e28b16487b22d604a) AuthConfig (473e8ae092448f56a44b306cc8ce2aa84cd5a6f5a0cc1c8afd9f5f7a5d641e0b) AuthConfig (3bb2720b1b429f7e5fe4323158e6c71232c00d82acbd22f41b89b7b6a0e352b4) AuthConfig (8480755508dbdaf676991850087b2134b0593de9fbce327b37c0f24905a22da0) AuthConfig (2f10df5cba65b2e6d60fffcc2531b7e0e7e5815d21f03d139f997d42923b32ae) AuthConfig (24b26b0910d1c9bcd497b4e6172a4cc503ac1533db65d9867c6d4ee9723742f2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-53af08-auth","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08-auth","reconcileID":"4661a1fc-b24f-4912-b466-4415010e54e8","MaaSAuthPolicy":{"name":"ipp-route-53af08-auth","namespace":"ai-tenant-e2e-ipp-a-53af08"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:44.030671472Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:44.063084925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76454076-8663-4b9e-ae36-483c0f1aa3d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:44.115728188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76454076-8663-4b9e-ae36-483c0f1aa3d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:44.16835904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76454076-8663-4b9e-ae36-483c0f1aa3d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:44.221289941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76454076-8663-4b9e-ae36-483c0f1aa3d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:44.589564378Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-99145d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-99145d","reconcileID":"cf14700e-13e7-46a0-85a1-737bfa6af92d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-99145d","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-99145d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:45.24521573Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-subscription","reconcileID":"26af41cd-314e-404f-8173-9a77eb55ae13","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-simulator-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:45.468201729Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-subscription","reconcileID":"77fc20a2-8e95-45c2-9396-80f23e9f7ecd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-premium-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/premium-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:45.750522803Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-subscription","reconcileID":"ba794a69-654d-4a9f-8f02-6e3b45ec8a7e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-simulator-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/simulator-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:46.025391593Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e90615c8-03f2-4109-95f6-d43d43fca420","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:46.126501208Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-subscription","reconcileID":"c251c56f-f3dd-42b3-b5f7-e7cba2cc818a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-premium-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/premium-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:46.144929796Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"57025311-285d-496f-98cf-0c0e3891e3fd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:46.18385875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dfe4576-e9b6-4736-9a7f-4c5b52eec52a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:46.230756603Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-subscription","reconcileID":"5872edd8-73ca-4a9d-a774-66b05d9f914e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-premium-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/premium-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:46.237078511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dfe4576-e9b6-4736-9a7f-4c5b52eec52a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:46.290693092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dfe4576-e9b6-4736-9a7f-4c5b52eec52a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:46.344975657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dfe4576-e9b6-4736-9a7f-4c5b52eec52a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:46.396157803Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-subscription","reconcileID":"753311fb-e5f0-4f7a-a4aa-9435142846d2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-premium-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/premium-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:46.549917213Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-subscription","reconcileID":"5329755f-0c15-47be-aace-5918360e419d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-simulator-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:46.601798039Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-subscription","reconcileID":"a85a9714-f057-4979-b000-824c083396dd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-simulator-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:46.709979374Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-subscription","reconcileID":"a4690030-7362-4f25-90b3-fde30816c0bb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-premium-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/premium-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:46.815724192Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-subscription","reconcileID":"8e57f0b0-6a65-496d-9bca-db6ffee84a2c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-simulator-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/simulator-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:48.327210408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d29d778-73b3-453a-b2de-69acb7bf14c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:48.380042157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d29d778-73b3-453a-b2de-69acb7bf14c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:48.432663836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d29d778-73b3-453a-b2de-69acb7bf14c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:48.485514561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d29d778-73b3-453a-b2de-69acb7bf14c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:50.391145699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb40ebfa-85a7-451c-b788-679112ce1cab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:50.444163845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb40ebfa-85a7-451c-b788-679112ce1cab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:50.49722665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb40ebfa-85a7-451c-b788-679112ce1cab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:50.550216674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb40ebfa-85a7-451c-b788-679112ce1cab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:54.003926214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-53af08-auth","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08-auth","reconcileID":"a343be44-ad03-4059-b800-1ca0453855af","MaaSAuthPolicy":{"name":"ipp-route-53af08-auth","namespace":"ai-tenant-e2e-ipp-a-53af08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-53af08","tenantID":"e2e-ipp-a-53af08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:54.062375311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-53af08-auth","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08-auth","reconcileID":"a343be44-ad03-4059-b800-1ca0453855af","MaaSAuthPolicy":{"name":"ipp-route-53af08-auth","namespace":"ai-tenant-e2e-ipp-a-53af08"},"name":"e2e-ipp-a-53af08-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:54.332723134Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08","reconcileID":"c4269f5b-ac6d-4211-b762-3b9ca05d599b","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"tenant":"e2e-ipp-a-53af08","gateway":"openshift-ingress/e2e-ipp-a-53af08","model":"ai-tenant-e2e-ipp-a-53af08/ipp-route-53af08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:54.332743791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08","reconcileID":"c4269f5b-ac6d-4211-b762-3b9ca05d599b","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"routeName":"ipp-route-53af08-kserve-route","namespace":"ai-tenant-e2e-ipp-a-53af08","llmisvcName":"ipp-route-53af08","gateway":"openshift-ingress/e2e-ipp-a-53af08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:59.991485875Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08","reconcileID":"5abe9200-264d-45ef-8240-2244dff378e8","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"tenant":"e2e-ipp-a-53af08","gateway":"openshift-ingress/e2e-ipp-a-53af08","model":"ai-tenant-e2e-ipp-a-53af08/ipp-route-53af08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:59.991507525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08","reconcileID":"5abe9200-264d-45ef-8240-2244dff378e8","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"routeName":"ipp-route-53af08-kserve-route","namespace":"ai-tenant-e2e-ipp-a-53af08","llmisvcName":"ipp-route-53af08","gateway":"openshift-ingress/e2e-ipp-a-53af08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:00.050228726Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08","reconcileID":"5c4ecb93-b0d6-43f1-a38f-871d3dbf366d","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"tenant":"e2e-ipp-a-53af08","gateway":"openshift-ingress/e2e-ipp-a-53af08","model":"ai-tenant-e2e-ipp-a-53af08/ipp-route-53af08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:00.050254293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08","reconcileID":"5c4ecb93-b0d6-43f1-a38f-871d3dbf366d","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"routeName":"ipp-route-53af08-kserve-route","namespace":"ai-tenant-e2e-ipp-a-53af08","llmisvcName":"ipp-route-53af08","gateway":"openshift-ingress/e2e-ipp-a-53af08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:00.097794985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-53af08-auth","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08-auth","reconcileID":"f95dda2b-a34b-4201-8b22-48d6843fa740","MaaSAuthPolicy":{"name":"ipp-route-53af08-auth","namespace":"ai-tenant-e2e-ipp-a-53af08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-53af08","tenantID":"e2e-ipp-a-53af08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:47:00.101828823Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-53af08-sub","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08-sub","reconcileID":"c4f4d45e-ad65-4a0d-b7a6-91009eb32fd1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"ipp-route-53af08-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:47:00.104686435Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08","reconcileID":"5c4ecb93-b0d6-43f1-a38f-871d3dbf366d","name":"ipp-route-53af08","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-53af08\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:47:00.104736271Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08","reconcileID":"5c4ecb93-b0d6-43f1-a38f-871d3dbf366d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-53af08\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:00.110095022Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08","reconcileID":"576ec193-8eb7-4dbe-a1d6-e13da35269a9","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"tenant":"e2e-ipp-a-53af08","gateway":"openshift-ingress/e2e-ipp-a-53af08","model":"ai-tenant-e2e-ipp-a-53af08/ipp-route-53af08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:00.110112688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08","reconcileID":"576ec193-8eb7-4dbe-a1d6-e13da35269a9","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"routeName":"ipp-route-53af08-kserve-route","namespace":"ai-tenant-e2e-ipp-a-53af08","llmisvcName":"ipp-route-53af08","gateway":"openshift-ingress/e2e-ipp-a-53af08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:00.154778652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-53af08-auth","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08-auth","reconcileID":"f95dda2b-a34b-4201-8b22-48d6843fa740","MaaSAuthPolicy":{"name":"ipp-route-53af08-auth","namespace":"ai-tenant-e2e-ipp-a-53af08"},"name":"e2e-ipp-a-53af08-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:00.20960409Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08","reconcileID":"f439c55d-58dc-4428-ac0a-f99afb618f55","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"tenant":"e2e-ipp-a-53af08","gateway":"openshift-ingress/e2e-ipp-a-53af08","model":"ai-tenant-e2e-ipp-a-53af08/ipp-route-53af08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:00.20962507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08","reconcileID":"f439c55d-58dc-4428-ac0a-f99afb618f55","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"routeName":"ipp-route-53af08-kserve-route","namespace":"ai-tenant-e2e-ipp-a-53af08","llmisvcName":"ipp-route-53af08","gateway":"openshift-ingress/e2e-ipp-a-53af08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:00.267288685Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08","reconcileID":"f960aad7-5a0d-4275-b231-b82309c473bd","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"tenant":"e2e-ipp-a-53af08","gateway":"openshift-ingress/e2e-ipp-a-53af08","model":"ai-tenant-e2e-ipp-a-53af08/ipp-route-53af08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:00.267316101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08","reconcileID":"f960aad7-5a0d-4275-b231-b82309c473bd","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"routeName":"ipp-route-53af08-kserve-route","namespace":"ai-tenant-e2e-ipp-a-53af08","llmisvcName":"ipp-route-53af08","gateway":"openshift-ingress/e2e-ipp-a-53af08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:00.465016086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-53af08-auth","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08-auth","reconcileID":"fb975f8e-e68f-416a-bd2a-cfe5d599c498","MaaSAuthPolicy":{"name":"ipp-route-53af08-auth","namespace":"ai-tenant-e2e-ipp-a-53af08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-53af08","tenantID":"e2e-ipp-a-53af08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:00.481174512Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-53af08-sub","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08-sub","reconcileID":"88294cc2-45a3-488d-b6a4-18d400d3a710","MaaSSubscription":{"name":"ipp-route-53af08-sub","namespace":"ai-tenant-e2e-ipp-a-53af08"},"name":"maas-trlp-ipp-route-53af08","model":"ipp-route-53af08","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-ipp-a-53af08/ipp-route-53af08-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:00.522209961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-53af08-auth","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08-auth","reconcileID":"fb975f8e-e68f-416a-bd2a-cfe5d599c498","MaaSAuthPolicy":{"name":"ipp-route-53af08-auth","namespace":"ai-tenant-e2e-ipp-a-53af08"},"name":"e2e-ipp-a-53af08-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:00.648127676Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08","reconcileID":"b7003541-6344-4108-aa99-eea49ef6ff09","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"tenant":"e2e-ipp-a-53af08","gateway":"openshift-ingress/e2e-ipp-a-53af08","model":"ai-tenant-e2e-ipp-a-53af08/ipp-route-53af08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:00.648150244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08","reconcileID":"b7003541-6344-4108-aa99-eea49ef6ff09","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"routeName":"ipp-route-53af08-kserve-route","namespace":"ai-tenant-e2e-ipp-a-53af08","llmisvcName":"ipp-route-53af08","gateway":"openshift-ingress/e2e-ipp-a-53af08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:00.860999434Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-53af08-sub","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08-sub","reconcileID":"8745caa2-bcdc-41c9-a7a5-9c4a26ffec55","MaaSSubscription":{"name":"ipp-route-53af08-sub","namespace":"ai-tenant-e2e-ipp-a-53af08"},"name":"maas-trlp-ipp-route-53af08","model":"ai-tenant-e2e-ipp-a-53af08/ipp-route-53af08","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:03.856690059Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-subscription","reconcileID":"b4c7628e-d3d9-4b79-9f51-d33fbbc1c91f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-simulator-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/simulator-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:03.957892289Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-subscription","reconcileID":"23c8f60f-00b7-48ba-b497-8ab3954de30c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-simulator-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:04.079731934Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-subscription","reconcileID":"35b04eef-6690-4a33-894a-5f0dd09c6d1b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-premium-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/premium-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:04.253771447Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-subscription","reconcileID":"bac35bd3-999f-4133-9de9-16f298c5fa2a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-premium-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/premium-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:04.374088203Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-subscription","reconcileID":"19252e48-77c4-4e6b-a41c-f853c769438c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-simulator-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:04.472131428Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-subscription","reconcileID":"53d5bebc-9110-4f43-a12f-20d5bd548da5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-simulator-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/simulator-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:04.493072733Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-subscription","reconcileID":"89da5bb6-db99-44eb-86bc-aa8b12275583","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-premium-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/premium-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:04.611063261Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-subscription","reconcileID":"50bfff8d-cbc4-49fa-bef4-02597fe01c72","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-premium-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/premium-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:04.709954632Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c24570cd-0fbd-4279-bc69-58a07e2302f6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:04.811169218Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-subscription","reconcileID":"b38ce529-d790-43fd-81e6-dae20248036c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-premium-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/premium-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:05.18983144Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3b71b31e-cb57-40e8-8d44-dbf0072e007f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:05.290159364Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-subscription","reconcileID":"40dea1c8-6d4b-4b28-b102-f7863222d8ba","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-simulator-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:14.030543069Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:14.374365307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2037edca-41cf-4ff3-80f1-4fe88834ed8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:14.426957922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2037edca-41cf-4ff3-80f1-4fe88834ed8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:14.480536078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2037edca-41cf-4ff3-80f1-4fe88834ed8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:14.533375569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2037edca-41cf-4ff3-80f1-4fe88834ed8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:16.442542781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6204df7b-3a2c-4fd2-8d09-0b6a3ef0d709","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:16.495442507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6204df7b-3a2c-4fd2-8d09-0b6a3ef0d709","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:16.550254432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6204df7b-3a2c-4fd2-8d09-0b6a3ef0d709","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:16.603099623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6204df7b-3a2c-4fd2-8d09-0b6a3ef0d709","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:20.576721017Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"89f97edf-8457-4464-9415-efe58989251a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:20.629123537Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-subscription","reconcileID":"1a4f58a7-e253-400b-a23c-4aa71e8394ee","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-premium-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/premium-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:20.789627239Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"27dd0c5a-05d0-4f78-9015-20353b69eeec","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:20.867268168Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-subscription","reconcileID":"c3d19c06-a7f3-4a31-93e5-912d4a735440","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-premium-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/premium-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:20.968562192Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-subscription","reconcileID":"5790bfe3-2d00-4d96-92c1-4206934e8a43","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-premium-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/premium-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:21.068753768Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-subscription","reconcileID":"896e2f83-6375-4702-99b1-4a88c99a5a1b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-simulator-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/simulator-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:21.116879133Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-subscription","reconcileID":"f73e9eea-cc7c-43b6-8bba-5a86322c00bd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-premium-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/premium-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:21.176613446Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-subscription","reconcileID":"cc82dda4-35de-45e9-a3a9-fee2b866c722","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-simulator-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/simulator-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:21.246173257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e63e87c-4504-4e2a-993b-4befe461c4ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:21.301438086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e63e87c-4504-4e2a-993b-4befe461c4ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:21.352106537Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-subscription","reconcileID":"ac509194-5ec7-4720-ad59-b05ee1891872","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-simulator-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:21.356017791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e63e87c-4504-4e2a-993b-4befe461c4ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:21.408976384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e63e87c-4504-4e2a-993b-4befe461c4ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:21.567511691Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-53af08-sub","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08-sub","reconcileID":"3f83387c-4e7d-4312-be18-5000c9a2b847","MaaSSubscription":{"name":"ipp-route-53af08-sub","namespace":"ai-tenant-e2e-ipp-a-53af08"},"name":"maas-trlp-ipp-route-53af08","model":"ai-tenant-e2e-ipp-a-53af08/ipp-route-53af08","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:21.668401649Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-subscription","reconcileID":"89912ecd-d76a-4c0d-a075-5c71950cb1ea","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-premium-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/premium-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:21.668398762Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-subscription","reconcileID":"92937ea2-0495-4d37-89f2-674d8d2f0332","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-simulator-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:21.729388578Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-subscription","reconcileID":"c48cc709-d1f8-4235-871e-1b5185e43be4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-simulator-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:21.735839716Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08","reconcileID":"0bd88ebd-06b0-400d-b7af-324511e205fc","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"tenant":"e2e-ipp-a-53af08","gateway":"openshift-ingress/e2e-ipp-a-53af08","model":"ai-tenant-e2e-ipp-a-53af08/ipp-route-53af08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:21.73585595Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08","reconcileID":"0bd88ebd-06b0-400d-b7af-324511e205fc","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"routeName":"ipp-route-53af08-kserve-route","namespace":"ai-tenant-e2e-ipp-a-53af08","llmisvcName":"ipp-route-53af08","gateway":"openshift-ingress/e2e-ipp-a-53af08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:22.100238415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-53af08-auth","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08-auth","reconcileID":"5b1269bd-d5b5-4e99-939a-2d51e52a9fb6","MaaSAuthPolicy":{"name":"ipp-route-53af08-auth","namespace":"ai-tenant-e2e-ipp-a-53af08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-53af08","tenantID":"e2e-ipp-a-53af08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:22.156546791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-53af08-auth","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08-auth","reconcileID":"5b1269bd-d5b5-4e99-939a-2d51e52a9fb6","MaaSAuthPolicy":{"name":"ipp-route-53af08-auth","namespace":"ai-tenant-e2e-ipp-a-53af08"},"name":"e2e-ipp-a-53af08-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:22.3952004Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-cd0c98","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-cd0c98","reconcileID":"4aae1566-602e-4c2c-859e-5f99cc7f103e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-cd0c98","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-cd0c98":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:23.397855938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff94cc26-db64-4b50-b56f-3ac8a93eeddd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:23.451107868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff94cc26-db64-4b50-b56f-3ac8a93eeddd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:23.503826223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff94cc26-db64-4b50-b56f-3ac8a93eeddd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:23.556923299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff94cc26-db64-4b50-b56f-3ac8a93eeddd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:25.463062536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a28df96b-6f01-4083-b229-4dadffaa1772","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:25.515518237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a28df96b-6f01-4083-b229-4dadffaa1772","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:25.569176949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a28df96b-6f01-4083-b229-4dadffaa1772","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:25.622727239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a28df96b-6f01-4083-b229-4dadffaa1772","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:30.117800869Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08","reconcileID":"5fa64616-3eb7-4385-8985-d5366d8d001c","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"tenant":"e2e-ipp-a-53af08","gateway":"openshift-ingress/e2e-ipp-a-53af08","model":"ai-tenant-e2e-ipp-a-53af08/ipp-route-53af08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:30.11782209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08","reconcileID":"5fa64616-3eb7-4385-8985-d5366d8d001c","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"routeName":"ipp-route-53af08-kserve-route","namespace":"ai-tenant-e2e-ipp-a-53af08","llmisvcName":"ipp-route-53af08","gateway":"openshift-ingress/e2e-ipp-a-53af08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:30.223818913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-53af08-auth","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08-auth","reconcileID":"c779ae9d-bda2-4fbb-9912-77687906ed5b","MaaSAuthPolicy":{"name":"ipp-route-53af08-auth","namespace":"ai-tenant-e2e-ipp-a-53af08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-53af08","tenantID":"e2e-ipp-a-53af08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:30.229182688Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08","reconcileID":"a6c1e619-d54c-4a51-bfe2-8d19e1883beb","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"tenant":"e2e-ipp-a-53af08","gateway":"openshift-ingress/e2e-ipp-a-53af08","model":"ai-tenant-e2e-ipp-a-53af08/ipp-route-53af08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:30.229204752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08","reconcileID":"a6c1e619-d54c-4a51-bfe2-8d19e1883beb","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"routeName":"ipp-route-53af08-kserve-route","namespace":"ai-tenant-e2e-ipp-a-53af08","llmisvcName":"ipp-route-53af08","gateway":"openshift-ingress/e2e-ipp-a-53af08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:30.28111282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-53af08-auth","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08-auth","reconcileID":"c779ae9d-bda2-4fbb-9912-77687906ed5b","MaaSAuthPolicy":{"name":"ipp-route-53af08-auth","namespace":"ai-tenant-e2e-ipp-a-53af08"},"name":"e2e-ipp-a-53af08-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:30.381847764Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-53af08-sub","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08-sub","reconcileID":"08d5bb58-2920-4241-971a-d408e6534279","MaaSSubscription":{"name":"ipp-route-53af08-sub","namespace":"ai-tenant-e2e-ipp-a-53af08"},"name":"maas-trlp-ipp-route-53af08","model":"ai-tenant-e2e-ipp-a-53af08/ipp-route-53af08","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:30.596759791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-53af08-auth","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08-auth","reconcileID":"ee3e9533-267d-485e-a173-4df667938fd8","MaaSAuthPolicy":{"name":"ipp-route-53af08-auth","namespace":"ai-tenant-e2e-ipp-a-53af08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-53af08","tenantID":"e2e-ipp-a-53af08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:30.655376831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-53af08-auth","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08-auth","reconcileID":"ee3e9533-267d-485e-a173-4df667938fd8","MaaSAuthPolicy":{"name":"ipp-route-53af08-auth","namespace":"ai-tenant-e2e-ipp-a-53af08"},"name":"e2e-ipp-a-53af08-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:30.704126855Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-53af08-sub","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08-sub","reconcileID":"bf438b45-c5b9-4b47-b2a2-1517247fd841","MaaSSubscription":{"name":"ipp-route-53af08-sub","namespace":"ai-tenant-e2e-ipp-a-53af08"},"name":"maas-trlp-ipp-route-53af08","model":"ai-tenant-e2e-ipp-a-53af08/ipp-route-53af08","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:31.056589644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f1d7873-76fe-4fb7-a21a-376e1ab8a169","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:31.10932152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f1d7873-76fe-4fb7-a21a-376e1ab8a169","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:31.161957145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f1d7873-76fe-4fb7-a21a-376e1ab8a169","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:31.214688177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f1d7873-76fe-4fb7-a21a-376e1ab8a169","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:33.110275619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2ecfcec-a975-4381-bfcc-e5af7459806d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:33.163462947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2ecfcec-a975-4381-bfcc-e5af7459806d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:33.216315991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2ecfcec-a975-4381-bfcc-e5af7459806d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:33.268910234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2ecfcec-a975-4381-bfcc-e5af7459806d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:35.159293616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9943ee2c-ed8a-4bec-a3c2-cac43df9fe28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:35.211946349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9943ee2c-ed8a-4bec-a3c2-cac43df9fe28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:35.264704678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9943ee2c-ed8a-4bec-a3c2-cac43df9fe28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:35.317312476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9943ee2c-ed8a-4bec-a3c2-cac43df9fe28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:37.29486268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e352444-af94-42e5-b6ef-780931b230a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:37.347605019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e352444-af94-42e5-b6ef-780931b230a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:37.400504912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e352444-af94-42e5-b6ef-780931b230a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:37.45514007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e352444-af94-42e5-b6ef-780931b230a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:37.667329848Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-53af08-sub","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08-sub","reconcileID":"8bfec2fd-6494-4eaf-9e3e-ab7a3a3aca3c","MaaSSubscription":{"name":"ipp-route-53af08-sub","namespace":"ai-tenant-e2e-ipp-a-53af08"},"name":"maas-trlp-ipp-route-53af08","model":"ai-tenant-e2e-ipp-a-53af08/ipp-route-53af08","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:37.670233654Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-subscription","reconcileID":"d3393de7-ab19-4e46-ac20-4569754cdc50","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-simulator-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/simulator-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:37.775450983Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-subscription","reconcileID":"946ca3f3-e70f-4400-b142-1090ae102a93","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-premium-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/premium-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:38.023387906Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-subscription","reconcileID":"1a77a59c-1706-4568-b4aa-2237a2edc855","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-simulator-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:38.123055696Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-subscription","reconcileID":"d87ca464-9d35-42d3-9321-3b222ad1af0f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-premium-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/premium-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:38.141015929Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b7318ec0-f914-46a3-a8e4-6e20bea94289","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:38.223684263Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8441b025-394d-4425-8477-bf4e79993aac","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:38.34256492Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-subscription","reconcileID":"49878ea9-5b86-4ca3-90f0-861477998456","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-simulator-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/simulator-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:38.447144102Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-subscription","reconcileID":"90a357fb-41a2-4350-ba4a-1342186edd08","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-simulator-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:38.716334551Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-subscription","reconcileID":"7f914e47-52d8-4a1c-9043-4237da8d55ef","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-simulator-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:38.768172865Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-subscription","reconcileID":"c1454323-1eb7-487e-ba45-674da6744bcb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-premium-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/premium-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:39.036503934Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-subscription","reconcileID":"f6ec76bb-5468-4920-aeb5-3a4057c6fa63","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-premium-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/premium-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:39.05443951Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-subscription","reconcileID":"872c62ea-8ae6-4368-b5e1-fe008a03e7d1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-premium-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/premium-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:39.414325028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd723b66-a784-47a3-9300-a9e6b7685f90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:39.466920835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd723b66-a784-47a3-9300-a9e6b7685f90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:39.519597185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd723b66-a784-47a3-9300-a9e6b7685f90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:39.572724649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd723b66-a784-47a3-9300-a9e6b7685f90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:40.663004666Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08","reconcileID":"c667d6f1-db52-4e0d-bbdc-e2a5681ca6d3","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"tenant":"e2e-ipp-a-53af08","gateway":"openshift-ingress/e2e-ipp-a-53af08","model":"ai-tenant-e2e-ipp-a-53af08/ipp-route-53af08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:40.663027937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08","reconcileID":"c667d6f1-db52-4e0d-bbdc-e2a5681ca6d3","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"routeName":"ipp-route-53af08-kserve-route","namespace":"ai-tenant-e2e-ipp-a-53af08","llmisvcName":"ipp-route-53af08","gateway":"openshift-ingress/e2e-ipp-a-53af08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:40.767121598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-53af08-auth","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08-auth","reconcileID":"3b740a26-7a93-4e34-a053-bcb1607c5cbf","MaaSAuthPolicy":{"name":"ipp-route-53af08-auth","namespace":"ai-tenant-e2e-ipp-a-53af08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-53af08","tenantID":"e2e-ipp-a-53af08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:40.823410932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-53af08-auth","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08-auth","reconcileID":"3b740a26-7a93-4e34-a053-bcb1607c5cbf","MaaSAuthPolicy":{"name":"ipp-route-53af08-auth","namespace":"ai-tenant-e2e-ipp-a-53af08"},"name":"e2e-ipp-a-53af08-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:40.873082031Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-53af08-sub","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08-sub","reconcileID":"ac098865-b7a0-4ac7-9be3-8012559dd85e","MaaSSubscription":{"name":"ipp-route-53af08-sub","namespace":"ai-tenant-e2e-ipp-a-53af08"},"name":"maas-trlp-ipp-route-53af08","model":"ai-tenant-e2e-ipp-a-53af08/ipp-route-53af08","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:41.133517153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-53af08-auth","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08-auth","reconcileID":"ae076e31-c0f0-4e75-9985-b41aa98a1df5","MaaSAuthPolicy":{"name":"ipp-route-53af08-auth","namespace":"ai-tenant-e2e-ipp-a-53af08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-53af08","tenantID":"e2e-ipp-a-53af08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:41.190066079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-53af08-auth","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08-auth","reconcileID":"ae076e31-c0f0-4e75-9985-b41aa98a1df5","MaaSAuthPolicy":{"name":"ipp-route-53af08-auth","namespace":"ai-tenant-e2e-ipp-a-53af08"},"name":"e2e-ipp-a-53af08-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:41.192409223Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-53af08-sub","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08-sub","reconcileID":"b9cb8e07-73c3-460f-9c5a-95d1d6211efe","MaaSSubscription":{"name":"ipp-route-53af08-sub","namespace":"ai-tenant-e2e-ipp-a-53af08"},"name":"maas-trlp-ipp-route-53af08","model":"ai-tenant-e2e-ipp-a-53af08/ipp-route-53af08","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:44.030848149Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:53.529930558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e558490-ff37-4da7-b56f-7ad2bc4a4157","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:53.582595518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e558490-ff37-4da7-b56f-7ad2bc4a4157","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:53.63550868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e558490-ff37-4da7-b56f-7ad2bc4a4157","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:53.68851083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e558490-ff37-4da7-b56f-7ad2bc4a4157","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:54.239005304Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-2c0de9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-2c0de9","reconcileID":"a8984a7e-1f0b-45fc-9ac3-273f4668ea06","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-2c0de9","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-2c0de9":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:54.619999493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e59f12"},"namespace":"ai-tenant-e2e-praxis-b-e59f12","name":"default-tenant","reconcileID":"0071f95c-b1fb-48c4-a723-45b95479684f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-e59f12","tenantID":"e2e-praxis-b-e59f12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:54.770877188Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e59f12"},"namespace":"ai-tenant-e2e-praxis-b-e59f12","name":"default-tenant","reconcileID":"0071f95c-b1fb-48c4-a723-45b95479684f","name":"e2e-praxis-b-e59f12-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:55.693646905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5ef8670-0ee0-492e-ad2f-c1c16e39032f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:55.746566376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5ef8670-0ee0-492e-ad2f-c1c16e39032f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:55.799822928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5ef8670-0ee0-492e-ad2f-c1c16e39032f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:55.853955023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5ef8670-0ee0-492e-ad2f-c1c16e39032f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:09.156238301Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-subscription","reconcileID":"611c0fc9-76df-476a-8ba0-7f97c76a8131","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-simulator-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:09.264381467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-99145d"},"namespace":"ai-tenant-e2e-praxis-b-99145d","name":"default-tenant","reconcileID":"e870c274-1ef6-4f21-906a-5a672b64151b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-99145d","tenantID":"e2e-praxis-b-99145d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:09.381355898Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-99145d"},"namespace":"ai-tenant-e2e-praxis-b-99145d","name":"default-tenant","reconcileID":"e870c274-1ef6-4f21-906a-5a672b64151b","name":"e2e-praxis-b-99145d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:09.39053295Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-subscription","reconcileID":"df831904-f19c-4891-a504-d4807feea095","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-simulator-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/simulator-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:09.491868044Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-subscription","reconcileID":"ce2fa990-e560-41e7-b939-ac0d3f8dd325","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-premium-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/premium-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:09.653567308Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-subscription","reconcileID":"72a984ea-89b0-4fc8-bd4b-1299ee2c41a1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-simulator-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:09.70752926Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-subscription","reconcileID":"517855e1-73b2-4bd4-8601-137882cb8bca","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-premium-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/premium-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:09.911036212Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"03b5320b-349f-4cf4-8426-5c03e116aa89","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:10.083700225Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-subscription","reconcileID":"89abf104-de74-44fb-8644-f35dcce016ca","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-premium-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/premium-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:10.202174771Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-53af08-sub","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08-sub","reconcileID":"a6d188b2-70cf-445d-9eec-75b3c97da396","MaaSSubscription":{"name":"ipp-route-53af08-sub","namespace":"ai-tenant-e2e-ipp-a-53af08"},"name":"maas-trlp-ipp-route-53af08","model":"ai-tenant-e2e-ipp-a-53af08/ipp-route-53af08","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:10.378593476Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-subscription","reconcileID":"99839d33-1ede-4204-80fa-830548c43946","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-premium-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/premium-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:10.480356643Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e35b9689-eeed-4e11-bbbb-373a47d74e41","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:10.497425249Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-subscription","reconcileID":"66206d31-858c-44c5-9587-e80dcc4696fa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-simulator-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/simulator-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:10.579354374Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-subscription","reconcileID":"2d8afd9f-a96c-4d46-aff0-7da3af437288","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-premium-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/premium-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:10.680216284Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-subscription","reconcileID":"569cdb6a-54e2-46a1-a7ce-3d7c77d551c9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-simulator-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:14.031787069Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:44.030807595Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:49.416256838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cd0c98"},"namespace":"ai-tenant-e2e-praxis-b-cd0c98","name":"default-tenant","reconcileID":"770bab1b-d689-4b40-b1ad-8f586f73a4dc","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-cd0c98","tenantID":"e2e-praxis-b-cd0c98","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:49.532018633Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cd0c98"},"namespace":"ai-tenant-e2e-praxis-b-cd0c98","name":"default-tenant","reconcileID":"770bab1b-d689-4b40-b1ad-8f586f73a4dc","name":"e2e-praxis-b-cd0c98-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:53.158999033Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-subscription","reconcileID":"263cd7eb-559a-464c-8593-d931f0017165","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-premium-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/premium-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:53.259025437Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-subscription","reconcileID":"5a2b6617-83bc-4c91-bd31-69f4dd5d42eb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-simulator-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/simulator-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:53.361918587Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-subscription","reconcileID":"3f05852b-bed8-49b4-9882-b105c7223bc2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-premium-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/premium-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:53.395798931Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-subscription","reconcileID":"ecc300f9-91db-4383-aeeb-adc8e0f7d312","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-simulator-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:53.570062081Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-subscription","reconcileID":"01aa78d6-c736-4af0-acdc-a0299a932ed4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-simulator-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:53.688893262Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-subscription","reconcileID":"65753e9e-1d32-41b9-813e-b352281808b7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-simulator-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:53.810185623Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-53af08-sub","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08-sub","reconcileID":"ff0319a3-497d-4788-800f-7c706ac92bcb","MaaSSubscription":{"name":"ipp-route-53af08-sub","namespace":"ai-tenant-e2e-ipp-a-53af08"},"name":"maas-trlp-ipp-route-53af08","model":"ai-tenant-e2e-ipp-a-53af08/ipp-route-53af08","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:53.988257398Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"67d23fa1-946e-490b-98c6-2d926b257edf","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:54.224088545Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-subscription","reconcileID":"19b374c5-ffb9-4094-b44f-c88d1032e421","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-premium-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/premium-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:54.323984708Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-subscription","reconcileID":"8dbc44d2-d4dc-4cf0-8b3a-98241376799b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-premium-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/premium-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:54.341021594Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-subscription","reconcileID":"619660e3-3bee-49d0-aaf2-d082b73524b6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-simulator-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/simulator-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:54.424536595Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-subscription","reconcileID":"917bcf6c-05b4-4101-bef1-4e136fdcf002","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-premium-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/premium-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:54.550598991Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ff08548c-8117-4109-93d9-5df2110a8c8b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:03.968291046Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"default-tenant","reconcileID":"3ffdcc39-1acb-49ab-b761-94c3b33a0367","namespace":"ai-tenant-e2e-ipp-a-53af08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:03.968364564Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"default-tenant","reconcileID":"3ffdcc39-1acb-49ab-b761-94c3b33a0367","name":"ipp-route-53af08-sub","namespace":"ai-tenant-e2e-ipp-a-53af08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:04.025268829Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"default-tenant","reconcileID":"3ffdcc39-1acb-49ab-b761-94c3b33a0367","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:04.025294358Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"default-tenant","reconcileID":"3ffdcc39-1acb-49ab-b761-94c3b33a0367","namespace":"ai-tenant-e2e-ipp-a-53af08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:04.025401161Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"default-tenant","reconcileID":"3ffdcc39-1acb-49ab-b761-94c3b33a0367","name":"ipp-route-53af08-auth","namespace":"ai-tenant-e2e-ipp-a-53af08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:04.026177176Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08","reconcileID":"9bd6db8d-b6fb-4a16-a39d-8b10c656c14d","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"tenant":"e2e-ipp-a-53af08","gateway":"openshift-ingress/e2e-ipp-a-53af08","model":"ai-tenant-e2e-ipp-a-53af08/ipp-route-53af08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:04.026196945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08","reconcileID":"9bd6db8d-b6fb-4a16-a39d-8b10c656c14d","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"routeName":"ipp-route-53af08-kserve-route","namespace":"ai-tenant-e2e-ipp-a-53af08","llmisvcName":"ipp-route-53af08","gateway":"openshift-ingress/e2e-ipp-a-53af08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:04.082421613Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"default-tenant","reconcileID":"3ffdcc39-1acb-49ab-b761-94c3b33a0367","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:04.083888601Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08","reconcileID":"cac5e53d-cca0-4120-9c97-10af6a793f65","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"tenant":"e2e-ipp-a-53af08","gateway":"openshift-ingress/e2e-ipp-a-53af08","model":"ai-tenant-e2e-ipp-a-53af08/ipp-route-53af08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:04.083914587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08","reconcileID":"cac5e53d-cca0-4120-9c97-10af6a793f65","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"routeName":"ipp-route-53af08-kserve-route","namespace":"ai-tenant-e2e-ipp-a-53af08","llmisvcName":"ipp-route-53af08","gateway":"openshift-ingress/e2e-ipp-a-53af08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:04.13075599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-53af08-auth","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08-auth","reconcileID":"0246d492-0196-4989-bc5a-b2a7c77a7875","MaaSAuthPolicy":{"name":"ipp-route-53af08-auth","namespace":"ai-tenant-e2e-ipp-a-53af08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-53af08","tenantID":"e2e-ipp-a-53af08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:49:04.138796465Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08","reconcileID":"cac5e53d-cca0-4120-9c97-10af6a793f65","name":"ipp-route-53af08","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-53af08\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:49:04.138857096Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08","reconcileID":"cac5e53d-cca0-4120-9c97-10af6a793f65","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-53af08\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:04.144233742Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08","reconcileID":"8a5b9e15-f511-494a-8aac-98e2082b76d2","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"tenant":"e2e-ipp-a-53af08","gateway":"openshift-ingress/e2e-ipp-a-53af08","model":"ai-tenant-e2e-ipp-a-53af08/ipp-route-53af08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:04.144251842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08","reconcileID":"8a5b9e15-f511-494a-8aac-98e2082b76d2","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"routeName":"ipp-route-53af08-kserve-route","namespace":"ai-tenant-e2e-ipp-a-53af08","llmisvcName":"ipp-route-53af08","gateway":"openshift-ingress/e2e-ipp-a-53af08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:04.18844661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-53af08-auth","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08-auth","reconcileID":"0246d492-0196-4989-bc5a-b2a7c77a7875","MaaSAuthPolicy":{"name":"ipp-route-53af08-auth","namespace":"ai-tenant-e2e-ipp-a-53af08"},"name":"e2e-ipp-a-53af08-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:04.18974931Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-53af08-sub","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08-sub","reconcileID":"f0470e37-5db6-4184-9316-fcf8f06d920a","MaaSSubscription":{"name":"ipp-route-53af08-sub","namespace":"ai-tenant-e2e-ipp-a-53af08"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7ba569dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:04.265783352Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-53af08-sub","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08-sub","reconcileID":"ccb9a5f4-e47b-4edc-8aa5-774931c94be9","MaaSSubscription":{"name":"ipp-route-53af08-sub","namespace":"ai-tenant-e2e-ipp-a-53af08"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7ba569dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:04.350867194Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-53af08-auth","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08-auth","reconcileID":"cc65d9b4-d4b7-49ca-951c-f72a996cdc28","MaaSAuthPolicy":{"name":"ipp-route-53af08-auth","namespace":"ai-tenant-e2e-ipp-a-53af08"},"model":"ai-tenant-e2e-ipp-a-53af08/ipp-route-53af08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:04.508581449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-53af08-auth","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08-auth","reconcileID":"cc65d9b4-d4b7-49ca-951c-f72a996cdc28","MaaSAuthPolicy":{"name":"ipp-route-53af08-auth","namespace":"ai-tenant-e2e-ipp-a-53af08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-53af08","tenantID":"e2e-ipp-a-53af08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:04.683360206Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-53af08-auth","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08-auth","reconcileID":"cc65d9b4-d4b7-49ca-951c-f72a996cdc28","MaaSAuthPolicy":{"name":"ipp-route-53af08-auth","namespace":"ai-tenant-e2e-ipp-a-53af08"},"name":"e2e-ipp-a-53af08-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:04.683386979Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-53af08-auth","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08-auth","reconcileID":"cc65d9b4-d4b7-49ca-951c-f72a996cdc28","MaaSAuthPolicy":{"name":"ipp-route-53af08-auth","namespace":"ai-tenant-e2e-ipp-a-53af08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-53af08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:04.740290175Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08","reconcileID":"17f2c1f9-781e-4cbd-b00d-3d1f83e8dd7b","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"tenant":"e2e-ipp-a-53af08","gateway":"openshift-ingress/e2e-ipp-a-53af08","model":"ai-tenant-e2e-ipp-a-53af08/ipp-route-53af08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:04.740311413Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08","reconcileID":"17f2c1f9-781e-4cbd-b00d-3d1f83e8dd7b","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"routeName":"ipp-route-53af08-kserve-route","namespace":"ai-tenant-e2e-ipp-a-53af08","llmisvcName":"ipp-route-53af08","gateway":"openshift-ingress/e2e-ipp-a-53af08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:11.909219478Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-subscription","reconcileID":"197743d2-4c33-4c3e-8d42-d5bc3870df33","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-simulator-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:12.007712446Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-subscription","reconcileID":"cf405465-1bab-45c1-8c2e-fe8300570464","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-simulator-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:12.108394212Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d5230811-9fcb-4002-be8b-db30cf13bf6e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:12.108483059Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d67ec0c7-eaeb-449b-8902-d67f3b1f4801","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:12.144425016Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-subscription","reconcileID":"1ea72bf5-8321-4f6d-8b0f-15631672a0ec","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-premium-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/premium-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:12.229074442Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-subscription","reconcileID":"2fa255af-09c6-4bb7-a461-bee94d0e7a65","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-simulator-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/simulator-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:12.391577457Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-subscription","reconcileID":"c1e576c5-8aad-4755-955b-657a0113b017","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-simulator-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/simulator-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:12.683410821Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-subscription","reconcileID":"076f9734-7bd8-484a-a699-42e0c919e1d9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-premium-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/premium-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:12.798323703Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-subscription","reconcileID":"77b1a93c-cbda-4564-8e86-e5010283f2ee","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-premium-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/premium-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:13.148418702Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-subscription","reconcileID":"25044405-a616-48c4-8bc9-32d2715ad0b4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-premium-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/premium-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:13.385254503Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-subscription","reconcileID":"5719588f-922b-4b2c-aa53-99f37a2f47f8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-premium-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/premium-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:13.485434414Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-subscription","reconcileID":"01ce8946-51dd-482a-a3b2-86cfc45c6226","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-simulator-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:14.030058721Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:14.318475322Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-53af08-sub","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08-sub","reconcileID":"bceff56a-3d74-4f76-97d7-23e1dd14d25e","MaaSSubscription":{"name":"ipp-route-53af08-sub","namespace":"ai-tenant-e2e-ipp-a-53af08"},"model":"ai-tenant-e2e-ipp-a-53af08/ipp-route-53af08","subscription":"ipp-route-53af08-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:14.371124944Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-53af08-sub","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08-sub","reconcileID":"bceff56a-3d74-4f76-97d7-23e1dd14d25e","MaaSSubscription":{"name":"ipp-route-53af08-sub","namespace":"ai-tenant-e2e-ipp-a-53af08"},"model":"ai-tenant-e2e-ipp-a-53af08/ipp-route-53af08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:14.427081493Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-53af08-sub","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08-sub","reconcileID":"bceff56a-3d74-4f76-97d7-23e1dd14d25e","MaaSSubscription":{"name":"ipp-route-53af08-sub","namespace":"ai-tenant-e2e-ipp-a-53af08"},"name":"maas-trlp-ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08","model":"ai-tenant-e2e-ipp-a-53af08/ipp-route-53af08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:14.83190693Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08","reconcileID":"c195ff87-04e5-4b7b-8ee8-4ea70bf6aa8c","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"tenant":"e2e-ipp-a-53af08","gateway":"openshift-ingress/e2e-ipp-a-53af08","model":"ai-tenant-e2e-ipp-a-53af08/ipp-route-53af08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:14.831930374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08","reconcileID":"c195ff87-04e5-4b7b-8ee8-4ea70bf6aa8c","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"routeName":"ipp-route-53af08-kserve-route","namespace":"ai-tenant-e2e-ipp-a-53af08","llmisvcName":"ipp-route-53af08","gateway":"openshift-ingress/e2e-ipp-a-53af08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:15.487082437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70cb830e-1456-49c6-b1f2-38f140bb168d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:15.53985137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70cb830e-1456-49c6-b1f2-38f140bb168d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:15.592573297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70cb830e-1456-49c6-b1f2-38f140bb168d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:15.645358091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70cb830e-1456-49c6-b1f2-38f140bb168d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:17.583970267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd666afb-1865-4e7a-8844-83ab0485d100","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:17.63745906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd666afb-1865-4e7a-8844-83ab0485d100","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:17.690162889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd666afb-1865-4e7a-8844-83ab0485d100","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:17.742946021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd666afb-1865-4e7a-8844-83ab0485d100","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:18.570814412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2c0de9"},"namespace":"ai-tenant-e2e-praxis-b-2c0de9","name":"default-tenant","reconcileID":"735a0ee8-c513-4940-810b-737a1ba0c59f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-2c0de9","tenantID":"e2e-praxis-b-2c0de9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:18.686909095Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2c0de9"},"namespace":"ai-tenant-e2e-praxis-b-2c0de9","name":"default-tenant","reconcileID":"735a0ee8-c513-4940-810b-737a1ba0c59f","name":"e2e-praxis-b-2c0de9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:19.904111426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dd1bce6-57a2-438d-a8c8-a2a3ac53cb1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:19.968751775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dd1bce6-57a2-438d-a8c8-a2a3ac53cb1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:20.027109744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dd1bce6-57a2-438d-a8c8-a2a3ac53cb1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:20.08025863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dd1bce6-57a2-438d-a8c8-a2a3ac53cb1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:22.019372878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efa196b5-5fb3-44ac-8815-9a8051d52bb4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:22.072744804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efa196b5-5fb3-44ac-8815-9a8051d52bb4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:22.125682083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efa196b5-5fb3-44ac-8815-9a8051d52bb4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:22.178568363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efa196b5-5fb3-44ac-8815-9a8051d52bb4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:24.131927625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4120967-4a6a-4f74-84f4-a8068002eb54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:24.184693699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4120967-4a6a-4f74-84f4-a8068002eb54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:24.237535769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4120967-4a6a-4f74-84f4-a8068002eb54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:24.290507213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4120967-4a6a-4f74-84f4-a8068002eb54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:26.207376436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9d12d54-a88f-462c-86f7-715e9dfb0c02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:26.260047248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9d12d54-a88f-462c-86f7-715e9dfb0c02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:26.314006703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9d12d54-a88f-462c-86f7-715e9dfb0c02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:26.366905981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9d12d54-a88f-462c-86f7-715e9dfb0c02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:28.267208132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07c9523e-b715-41f1-9ac5-654f467122ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:28.320235528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07c9523e-b715-41f1-9ac5-654f467122ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:28.373316819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07c9523e-b715-41f1-9ac5-654f467122ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:28.42691574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07c9523e-b715-41f1-9ac5-654f467122ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:30.405346466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3459be57-8dde-4236-884e-41051f7d302b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:30.45812633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3459be57-8dde-4236-884e-41051f7d302b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:30.510957079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3459be57-8dde-4236-884e-41051f7d302b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:30.564191258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3459be57-8dde-4236-884e-41051f7d302b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:32.500548366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de80edd7-4809-4670-8297-aee0e0efe50a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:32.553551507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de80edd7-4809-4670-8297-aee0e0efe50a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:32.606153665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de80edd7-4809-4670-8297-aee0e0efe50a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:32.659098757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de80edd7-4809-4670-8297-aee0e0efe50a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:34.589975368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b2cb80f-76e4-4dc4-80fc-1529ba954eb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:34.643103647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b2cb80f-76e4-4dc4-80fc-1529ba954eb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:34.696048562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b2cb80f-76e4-4dc4-80fc-1529ba954eb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:34.749207341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b2cb80f-76e4-4dc4-80fc-1529ba954eb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:36.639860105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"550dbe08-ee73-4f0f-8b73-80ef9dea0c37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:36.692710029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"550dbe08-ee73-4f0f-8b73-80ef9dea0c37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:36.746119248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"550dbe08-ee73-4f0f-8b73-80ef9dea0c37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:36.800863242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"550dbe08-ee73-4f0f-8b73-80ef9dea0c37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:42.121345432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"449bdd77-1174-44c2-827f-cb1e7a27f94c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:42.174364066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"449bdd77-1174-44c2-827f-cb1e7a27f94c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:42.227575122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"449bdd77-1174-44c2-827f-cb1e7a27f94c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:42.280431766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"449bdd77-1174-44c2-827f-cb1e7a27f94c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:44.030458957Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:44.172258831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abf93892-d0d2-4476-bb35-af1ea3ba7e6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:44.225067679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abf93892-d0d2-4476-bb35-af1ea3ba7e6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:44.279557859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abf93892-d0d2-4476-bb35-af1ea3ba7e6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:44.333386967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abf93892-d0d2-4476-bb35-af1ea3ba7e6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:46.301066778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcca45b8-1936-4f93-af8f-4f8b2b41f8b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:46.353906607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcca45b8-1936-4f93-af8f-4f8b2b41f8b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:46.406476973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcca45b8-1936-4f93-af8f-4f8b2b41f8b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:46.459201865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcca45b8-1936-4f93-af8f-4f8b2b41f8b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:14.030756468Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:16.886778532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a33912fb-abff-4f5e-b7f2-fdcd4718846c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:16.939665773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a33912fb-abff-4f5e-b7f2-fdcd4718846c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:16.995429449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a33912fb-abff-4f5e-b7f2-fdcd4718846c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:17.048817587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a33912fb-abff-4f5e-b7f2-fdcd4718846c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:18.938998538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd6088b8-3532-43a0-85df-bb3cf98ec629","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:18.992284673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd6088b8-3532-43a0-85df-bb3cf98ec629","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:19.045861553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd6088b8-3532-43a0-85df-bb3cf98ec629","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:19.098821016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd6088b8-3532-43a0-85df-bb3cf98ec629","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:20.992470529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcb21422-3a24-4a55-acc7-e8eacf3b6c91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:21.045280984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcb21422-3a24-4a55-acc7-e8eacf3b6c91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:21.098232318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcb21422-3a24-4a55-acc7-e8eacf3b6c91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:21.151420599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcb21422-3a24-4a55-acc7-e8eacf3b6c91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:23.060456617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7a8abb1-babb-44b1-98f6-faab5c3186cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:23.113339568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7a8abb1-babb-44b1-98f6-faab5c3186cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:23.166290375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7a8abb1-babb-44b1-98f6-faab5c3186cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:23.2196125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7a8abb1-babb-44b1-98f6-faab5c3186cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:23.327250835Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-subscription","reconcileID":"49195c14-7e4f-45ef-b6f9-7808c72024b6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-premium-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/premium-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:23.380100437Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"adfa8b54-3da1-4fe1-92cf-e2bf26ab4ae3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:23.592874821Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-subscription","reconcileID":"bf6eed50-e885-4318-8ec9-0aef00f90815","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-simulator-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:23.752400459Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-subscription","reconcileID":"6c84027e-b8e9-48ea-bea3-eb92d268ff59","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-simulator-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/simulator-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:23.865708449Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-subscription","reconcileID":"336ef575-5799-4d77-90cf-61599e3bd840","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-premium-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/premium-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:23.981161955Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-subscription","reconcileID":"b2e5aefa-53e1-4f06-aa44-c7f22bac1a48","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-simulator-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/simulator-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:24.105041811Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-subscription","reconcileID":"053002a5-12c2-483e-81ff-b324d189b30b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-premium-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/premium-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:24.224805745Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-subscription","reconcileID":"89a1da24-48de-4fb5-945f-5bcf0cbba1b8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-simulator-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:24.343991916Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-subscription","reconcileID":"114dca41-9021-4b96-97cd-c25d14b9e664","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-simulator-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:24.465149693Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-subscription","reconcileID":"49dc338a-ecf0-49de-a4ce-091efc3eec3a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-premium-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/premium-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:24.584582905Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"afd43529-e51f-47ba-9007-d68f4cdeeb99","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:24.685951074Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-subscription","reconcileID":"70702718-5f1f-4910-a667-3a39251e6e25","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-premium-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/premium-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:25.169852381Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8a3796"},"namespace":"ai-tenant-e2e-praxis-a-8a3796","name":"default-tenant","reconcileID":"f996f995-0502-406b-9371-2f515e13ba25","namespace":"ai-tenant-e2e-praxis-a-8a3796","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:25.169915689Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8a3796"},"namespace":"ai-tenant-e2e-praxis-a-8a3796","name":"default-tenant","reconcileID":"f996f995-0502-406b-9371-2f515e13ba25","namespace":"ai-tenant-e2e-praxis-a-8a3796","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:25.169975234Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8a3796"},"namespace":"ai-tenant-e2e-praxis-a-8a3796","name":"default-tenant","reconcileID":"f996f995-0502-406b-9371-2f515e13ba25","tenant":"e2e-praxis-a-8a3796","tenantID":"e2e-praxis-a-8a3796","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:25.224777022Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8a3796"},"namespace":"ai-tenant-e2e-praxis-a-8a3796","name":"default-tenant","reconcileID":"f996f995-0502-406b-9371-2f515e13ba25","gvk":"Deployment","name":"maas-api-e2e-praxis-a-8a3796","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:25.2869321Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8a3796"},"namespace":"ai-tenant-e2e-praxis-a-8a3796","name":"default-tenant","reconcileID":"f996f995-0502-406b-9371-2f515e13ba25","gvk":"Service","name":"maas-api-e2e-praxis-a-8a3796","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:25.34322592Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8a3796"},"namespace":"ai-tenant-e2e-praxis-a-8a3796","name":"default-tenant","reconcileID":"f996f995-0502-406b-9371-2f515e13ba25","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-8a3796","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:25.397430856Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8a3796"},"namespace":"ai-tenant-e2e-praxis-a-8a3796","name":"default-tenant","reconcileID":"f996f995-0502-406b-9371-2f515e13ba25","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-8a3796","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:25.453345153Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8a3796"},"namespace":"ai-tenant-e2e-praxis-a-8a3796","name":"default-tenant","reconcileID":"f996f995-0502-406b-9371-2f515e13ba25","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-8a3796","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:25.509080323Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8a3796"},"namespace":"ai-tenant-e2e-praxis-a-8a3796","name":"default-tenant","reconcileID":"f996f995-0502-406b-9371-2f515e13ba25","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-8a3796","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:25.565943369Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8a3796"},"namespace":"ai-tenant-e2e-praxis-a-8a3796","name":"default-tenant","reconcileID":"f996f995-0502-406b-9371-2f515e13ba25","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-8a3796","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:25.621911534Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8a3796"},"namespace":"ai-tenant-e2e-praxis-a-8a3796","name":"default-tenant","reconcileID":"f996f995-0502-406b-9371-2f515e13ba25","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-8a3796","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:25.680976136Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8a3796"},"namespace":"ai-tenant-e2e-praxis-a-8a3796","name":"default-tenant","reconcileID":"f996f995-0502-406b-9371-2f515e13ba25","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-8a3796","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:25.733157621Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8a3796"},"namespace":"ai-tenant-e2e-praxis-a-8a3796","name":"default-tenant","reconcileID":"f996f995-0502-406b-9371-2f515e13ba25","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-8a3796","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:25.785440685Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8a3796"},"namespace":"ai-tenant-e2e-praxis-a-8a3796","name":"default-tenant","reconcileID":"f996f995-0502-406b-9371-2f515e13ba25","gvk":"Service","name":"payload-processing-e2e-praxis-a-8a3796","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:25.8377604Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8a3796"},"namespace":"ai-tenant-e2e-praxis-a-8a3796","name":"default-tenant","reconcileID":"f996f995-0502-406b-9371-2f515e13ba25","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-8a3796","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:25.889870158Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8a3796"},"namespace":"ai-tenant-e2e-praxis-a-8a3796","name":"default-tenant","reconcileID":"f996f995-0502-406b-9371-2f515e13ba25","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-8a3796","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:25.941978405Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8a3796"},"namespace":"ai-tenant-e2e-praxis-a-8a3796","name":"default-tenant","reconcileID":"f996f995-0502-406b-9371-2f515e13ba25","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-8a3796","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:25.994264216Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8a3796"},"namespace":"ai-tenant-e2e-praxis-a-8a3796","name":"default-tenant","reconcileID":"f996f995-0502-406b-9371-2f515e13ba25","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-8a3796","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:26.050628953Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8a3796"},"namespace":"ai-tenant-e2e-praxis-a-8a3796","name":"default-tenant","reconcileID":"f996f995-0502-406b-9371-2f515e13ba25","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-8a3796","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:26.103521526Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8a3796"},"namespace":"ai-tenant-e2e-praxis-a-8a3796","name":"default-tenant","reconcileID":"f996f995-0502-406b-9371-2f515e13ba25","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-8a3796","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:26.155883404Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8a3796"},"namespace":"ai-tenant-e2e-praxis-a-8a3796","name":"default-tenant","reconcileID":"f996f995-0502-406b-9371-2f515e13ba25","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-8a3796","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:26.209324734Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8a3796"},"namespace":"ai-tenant-e2e-praxis-a-8a3796","name":"default-tenant","reconcileID":"f996f995-0502-406b-9371-2f515e13ba25","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-8a3796","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:26.262143628Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8a3796"},"namespace":"ai-tenant-e2e-praxis-a-8a3796","name":"default-tenant","reconcileID":"f996f995-0502-406b-9371-2f515e13ba25","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-8a3796","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:26.320232243Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c116f3"},"namespace":"ai-tenant-e2e-praxis-a-c116f3","name":"default-tenant","reconcileID":"286f8e0b-d536-4fe3-92a9-46c9fffc1149","namespace":"ai-tenant-e2e-praxis-a-c116f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:26.320318286Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c116f3"},"namespace":"ai-tenant-e2e-praxis-a-c116f3","name":"default-tenant","reconcileID":"286f8e0b-d536-4fe3-92a9-46c9fffc1149","namespace":"ai-tenant-e2e-praxis-a-c116f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:26.320372782Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c116f3"},"namespace":"ai-tenant-e2e-praxis-a-c116f3","name":"default-tenant","reconcileID":"286f8e0b-d536-4fe3-92a9-46c9fffc1149","tenant":"e2e-praxis-a-c116f3","tenantID":"e2e-praxis-a-c116f3","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:26.374336693Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c116f3"},"namespace":"ai-tenant-e2e-praxis-a-c116f3","name":"default-tenant","reconcileID":"286f8e0b-d536-4fe3-92a9-46c9fffc1149","gvk":"Deployment","name":"maas-api-e2e-praxis-a-c116f3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:26.435829528Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c116f3"},"namespace":"ai-tenant-e2e-praxis-a-c116f3","name":"default-tenant","reconcileID":"286f8e0b-d536-4fe3-92a9-46c9fffc1149","gvk":"Service","name":"maas-api-e2e-praxis-a-c116f3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:26.493733795Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c116f3"},"namespace":"ai-tenant-e2e-praxis-a-c116f3","name":"default-tenant","reconcileID":"286f8e0b-d536-4fe3-92a9-46c9fffc1149","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-c116f3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:26.550528433Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c116f3"},"namespace":"ai-tenant-e2e-praxis-a-c116f3","name":"default-tenant","reconcileID":"286f8e0b-d536-4fe3-92a9-46c9fffc1149","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-c116f3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:26.607437991Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c116f3"},"namespace":"ai-tenant-e2e-praxis-a-c116f3","name":"default-tenant","reconcileID":"286f8e0b-d536-4fe3-92a9-46c9fffc1149","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-c116f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:26.663161642Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c116f3"},"namespace":"ai-tenant-e2e-praxis-a-c116f3","name":"default-tenant","reconcileID":"286f8e0b-d536-4fe3-92a9-46c9fffc1149","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-c116f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:26.720103112Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c116f3"},"namespace":"ai-tenant-e2e-praxis-a-c116f3","name":"default-tenant","reconcileID":"286f8e0b-d536-4fe3-92a9-46c9fffc1149","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-c116f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:26.774709949Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c116f3"},"namespace":"ai-tenant-e2e-praxis-a-c116f3","name":"default-tenant","reconcileID":"286f8e0b-d536-4fe3-92a9-46c9fffc1149","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-c116f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:26.826794716Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c116f3"},"namespace":"ai-tenant-e2e-praxis-a-c116f3","name":"default-tenant","reconcileID":"286f8e0b-d536-4fe3-92a9-46c9fffc1149","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-c116f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:26.880675114Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c116f3"},"namespace":"ai-tenant-e2e-praxis-a-c116f3","name":"default-tenant","reconcileID":"286f8e0b-d536-4fe3-92a9-46c9fffc1149","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-c116f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:26.932807373Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c116f3"},"namespace":"ai-tenant-e2e-praxis-a-c116f3","name":"default-tenant","reconcileID":"286f8e0b-d536-4fe3-92a9-46c9fffc1149","gvk":"Service","name":"payload-processing-e2e-praxis-a-c116f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:26.985027563Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c116f3"},"namespace":"ai-tenant-e2e-praxis-a-c116f3","name":"default-tenant","reconcileID":"286f8e0b-d536-4fe3-92a9-46c9fffc1149","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-c116f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:27.042111243Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c116f3"},"namespace":"ai-tenant-e2e-praxis-a-c116f3","name":"default-tenant","reconcileID":"286f8e0b-d536-4fe3-92a9-46c9fffc1149","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-c116f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:27.096825836Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c116f3"},"namespace":"ai-tenant-e2e-praxis-a-c116f3","name":"default-tenant","reconcileID":"286f8e0b-d536-4fe3-92a9-46c9fffc1149","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-c116f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:27.101858478Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-8a3796","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-8a3796","reconcileID":"8a63c64a-e4b5-434e-b132-e62e1a0f9e40","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-8a3796","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-8a3796"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:27.149864Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c116f3"},"namespace":"ai-tenant-e2e-praxis-a-c116f3","name":"default-tenant","reconcileID":"286f8e0b-d536-4fe3-92a9-46c9fffc1149","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-c116f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:27.205857347Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c116f3"},"namespace":"ai-tenant-e2e-praxis-a-c116f3","name":"default-tenant","reconcileID":"286f8e0b-d536-4fe3-92a9-46c9fffc1149","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-c116f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:27.25813653Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c116f3"},"namespace":"ai-tenant-e2e-praxis-a-c116f3","name":"default-tenant","reconcileID":"286f8e0b-d536-4fe3-92a9-46c9fffc1149","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-c116f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:27.310357624Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c116f3"},"namespace":"ai-tenant-e2e-praxis-a-c116f3","name":"default-tenant","reconcileID":"286f8e0b-d536-4fe3-92a9-46c9fffc1149","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-c116f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:27.362762425Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c116f3"},"namespace":"ai-tenant-e2e-praxis-a-c116f3","name":"default-tenant","reconcileID":"286f8e0b-d536-4fe3-92a9-46c9fffc1149","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-c116f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:27.41497566Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c116f3"},"namespace":"ai-tenant-e2e-praxis-a-c116f3","name":"default-tenant","reconcileID":"286f8e0b-d536-4fe3-92a9-46c9fffc1149","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-c116f3","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:27.494519097Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"default-tenant","reconcileID":"18108acc-eb2a-4ea6-b4fa-3063f74e8241","namespace":"ai-tenant-e2e-ipp-a-53af08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:27.494602273Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"default-tenant","reconcileID":"18108acc-eb2a-4ea6-b4fa-3063f74e8241","namespace":"ai-tenant-e2e-ipp-a-53af08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:27.494707141Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"default-tenant","reconcileID":"18108acc-eb2a-4ea6-b4fa-3063f74e8241","tenant":"e2e-ipp-a-53af08","tenantID":"e2e-ipp-a-53af08","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:27.549641712Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"default-tenant","reconcileID":"18108acc-eb2a-4ea6-b4fa-3063f74e8241","gvk":"Deployment","name":"maas-api-e2e-ipp-a-53af08","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:27.612095733Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"default-tenant","reconcileID":"18108acc-eb2a-4ea6-b4fa-3063f74e8241","gvk":"Service","name":"maas-api-e2e-ipp-a-53af08","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:27.66692816Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"default-tenant","reconcileID":"18108acc-eb2a-4ea6-b4fa-3063f74e8241","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-53af08","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:27.721121452Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"default-tenant","reconcileID":"18108acc-eb2a-4ea6-b4fa-3063f74e8241","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-53af08","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:27.84862337Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"default-tenant","reconcileID":"18108acc-eb2a-4ea6-b4fa-3063f74e8241","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-53af08","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:27.903095727Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"default-tenant","reconcileID":"18108acc-eb2a-4ea6-b4fa-3063f74e8241","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-53af08","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:27.959817758Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"default-tenant","reconcileID":"18108acc-eb2a-4ea6-b4fa-3063f74e8241","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-53af08","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:28.014278405Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"default-tenant","reconcileID":"18108acc-eb2a-4ea6-b4fa-3063f74e8241","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-53af08","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:28.068201884Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"default-tenant","reconcileID":"18108acc-eb2a-4ea6-b4fa-3063f74e8241","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-53af08","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:28.122538871Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"default-tenant","reconcileID":"18108acc-eb2a-4ea6-b4fa-3063f74e8241","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-53af08","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:28.186819688Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"default-tenant","reconcileID":"18108acc-eb2a-4ea6-b4fa-3063f74e8241","gvk":"Service","name":"payload-processing-e2e-ipp-a-53af08","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:28.246856437Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"default-tenant","reconcileID":"18108acc-eb2a-4ea6-b4fa-3063f74e8241","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-53af08","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:28.294068917Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-c116f3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-c116f3","reconcileID":"83343417-acdf-4713-9e54-85f3dc2b006d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-c116f3","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-c116f3"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:28.307343471Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"default-tenant","reconcileID":"18108acc-eb2a-4ea6-b4fa-3063f74e8241","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-53af08","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:28.363689254Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"default-tenant","reconcileID":"18108acc-eb2a-4ea6-b4fa-3063f74e8241","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-53af08","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:28.39423552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58713085-bf18-4333-94aa-9e30642b97c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:28.446870579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58713085-bf18-4333-94aa-9e30642b97c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:28.449231535Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"default-tenant","reconcileID":"18108acc-eb2a-4ea6-b4fa-3063f74e8241","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-53af08","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:28.499489722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58713085-bf18-4333-94aa-9e30642b97c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:28.552370919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58713085-bf18-4333-94aa-9e30642b97c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:28.554914043Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"default-tenant","reconcileID":"18108acc-eb2a-4ea6-b4fa-3063f74e8241","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-53af08","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:28.612889922Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"default-tenant","reconcileID":"18108acc-eb2a-4ea6-b4fa-3063f74e8241","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-53af08","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:28.669467105Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"default-tenant","reconcileID":"18108acc-eb2a-4ea6-b4fa-3063f74e8241","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-53af08","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:28.725273549Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"default-tenant","reconcileID":"18108acc-eb2a-4ea6-b4fa-3063f74e8241","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-53af08","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:28.829450184Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"default-tenant","reconcileID":"18108acc-eb2a-4ea6-b4fa-3063f74e8241","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-53af08","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:29.681893075Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-53af08","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-53af08","reconcileID":"2ec53247-76fa-42aa-8d75-497d905a5551","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-53af08","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-53af08"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:50:29.846461076Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08","reconcileID":"d5bd6b76-2699-4da9-9874-5a15e732f064","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-53af08/ipp-route-53af08: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-53af08/ipp-route-53af08-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-53af08]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:50:29.947060705Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08","reconcileID":"d5bd6b76-2699-4da9-9874-5a15e732f064","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-53af08/ipp-route-53af08: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-53af08/ipp-route-53af08-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-53af08]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:50:29.953351497Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08","reconcileID":"202e3f34-8a60-4f4d-8be7-d55509af4799","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-53af08/ipp-route-53af08: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-53af08/ipp-route-53af08-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-53af08]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:50:29.953414685Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08","reconcileID":"202e3f34-8a60-4f4d-8be7-d55509af4799","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-53af08/ipp-route-53af08: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-53af08/ipp-route-53af08-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-53af08]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:50:29.96480351Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08","reconcileID":"532eb28a-66d3-4450-a8ca-a4395e63f2fa","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-53af08/ipp-route-53af08: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-53af08/ipp-route-53af08-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-53af08]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:50:29.964883617Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08","reconcileID":"532eb28a-66d3-4450-a8ca-a4395e63f2fa","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-53af08/ipp-route-53af08: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-53af08/ipp-route-53af08-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-53af08]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:50:29.985526095Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08","reconcileID":"e3268090-c8a2-43a0-8369-2181118f03e4","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-53af08/ipp-route-53af08: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-53af08/ipp-route-53af08-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-53af08]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:50:29.985588623Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08","reconcileID":"e3268090-c8a2-43a0-8369-2181118f03e4","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-53af08/ipp-route-53af08: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-53af08/ipp-route-53af08-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-53af08]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:50:30.026122429Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08","reconcileID":"89bf55aa-a20d-44e2-93ad-3a02f5be92ad","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-53af08/ipp-route-53af08: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-53af08/ipp-route-53af08-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-53af08]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:50:30.026206607Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08","reconcileID":"89bf55aa-a20d-44e2-93ad-3a02f5be92ad","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-53af08/ipp-route-53af08: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-53af08/ipp-route-53af08-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-53af08]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:50:30.106470762Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08","reconcileID":"37ca7524-f8fe-4e8a-ad10-16720b4cfa15","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-53af08/ipp-route-53af08: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-53af08/ipp-route-53af08-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-53af08]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:50:30.106558364Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08","reconcileID":"37ca7524-f8fe-4e8a-ad10-16720b4cfa15","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-53af08/ipp-route-53af08: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-53af08/ipp-route-53af08-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-53af08]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:50:30.267046007Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08","reconcileID":"b1e21317-afb6-4f24-81fe-c5436c5f4d32","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-53af08/ipp-route-53af08: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-53af08/ipp-route-53af08-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-53af08]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:50:30.267114401Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08","reconcileID":"b1e21317-afb6-4f24-81fe-c5436c5f4d32","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-53af08/ipp-route-53af08: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-53af08/ipp-route-53af08-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-53af08]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:30.454679746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dc3f50f-8f6d-47a6-9203-8a1d34ba5d2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:30.50745397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dc3f50f-8f6d-47a6-9203-8a1d34ba5d2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:30.560157537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dc3f50f-8f6d-47a6-9203-8a1d34ba5d2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:50:30.588084659Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08","reconcileID":"2c45640e-ea91-46f5-af5e-eedffec2fdfe","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-53af08/ipp-route-53af08: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-53af08/ipp-route-53af08-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-53af08]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:50:30.588156766Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08","reconcileID":"2c45640e-ea91-46f5-af5e-eedffec2fdfe","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-53af08/ipp-route-53af08: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-53af08/ipp-route-53af08-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-53af08]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:30.612922402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dc3f50f-8f6d-47a6-9203-8a1d34ba5d2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:50:31.229122232Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08","reconcileID":"fbb07610-17b9-4b09-8111-e489b247ab29","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-53af08/ipp-route-53af08: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-53af08/ipp-route-53af08-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-53af08]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:50:31.229195858Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08","reconcileID":"fbb07610-17b9-4b09-8111-e489b247ab29","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-53af08/ipp-route-53af08: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-53af08/ipp-route-53af08-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-53af08]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:32.50263524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f57854f4-b6b9-458c-961a-8ab5ab8e44f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:50:32.510477697Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08","reconcileID":"c9d0eba6-27d5-4102-8a3e-6d8d7ab64057","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-53af08/ipp-route-53af08: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-53af08/ipp-route-53af08-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-53af08]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:50:32.510544568Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08","reconcileID":"c9d0eba6-27d5-4102-8a3e-6d8d7ab64057","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-53af08/ipp-route-53af08: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-53af08/ipp-route-53af08-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-53af08]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:32.555163671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f57854f4-b6b9-458c-961a-8ab5ab8e44f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:32.607959784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f57854f4-b6b9-458c-961a-8ab5ab8e44f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:32.660488043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f57854f4-b6b9-458c-961a-8ab5ab8e44f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:34.631301353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3286b37d-566f-4cc5-8351-9ad9a7c14311","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:34.684245794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3286b37d-566f-4cc5-8351-9ad9a7c14311","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:34.737053497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3286b37d-566f-4cc5-8351-9ad9a7c14311","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:34.790137253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3286b37d-566f-4cc5-8351-9ad9a7c14311","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:50:35.071830506Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08","reconcileID":"86dc7003-b36f-44b7-b4bb-0bea04b2e90a","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-53af08/ipp-route-53af08: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-53af08/ipp-route-53af08-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-53af08]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:50:35.071925451Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08","reconcileID":"86dc7003-b36f-44b7-b4bb-0bea04b2e90a","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-53af08/ipp-route-53af08: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-53af08/ipp-route-53af08-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-53af08]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:50:39.746286148Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08","reconcileID":"42ee46f2-0b7a-404a-bf9a-2676b6ae620b","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-53af08/ipp-route-53af08: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-53af08/ipp-route-53af08-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-53af08]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:50:39.746350637Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08","reconcileID":"42ee46f2-0b7a-404a-bf9a-2676b6ae620b","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-53af08/ipp-route-53af08: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-53af08/ipp-route-53af08-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-53af08]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:40.686890383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c11c2a21-f29f-44f7-95bd-e27075706fd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:40.74086926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c11c2a21-f29f-44f7-95bd-e27075706fd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:40.793976532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c11c2a21-f29f-44f7-95bd-e27075706fd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:40.846670867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c11c2a21-f29f-44f7-95bd-e27075706fd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:42.745617928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9d885ba-237d-42af-ad25-7898fc45fba8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:42.798382849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9d885ba-237d-42af-ad25-7898fc45fba8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:42.851212432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9d885ba-237d-42af-ad25-7898fc45fba8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:42.903814683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9d885ba-237d-42af-ad25-7898fc45fba8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:44.03123346Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:50:44.423307076Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08","reconcileID":"e3273529-f908-4f49-a9dc-7d4df4a1a5d0","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-53af08/ipp-route-53af08: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-53af08/ipp-route-53af08-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-53af08]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:50:44.42337279Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08","reconcileID":"e3273529-f908-4f49-a9dc-7d4df4a1a5d0","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-53af08/ipp-route-53af08: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-53af08/ipp-route-53af08-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-53af08]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:50:44.534877057Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08","reconcileID":"38435650-90aa-42f1-9a56-bfd510abb8a5","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-53af08/ipp-route-53af08: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-53af08/ipp-route-53af08-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-53af08]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:50:44.534964211Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08","reconcileID":"38435650-90aa-42f1-9a56-bfd510abb8a5","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-53af08/ipp-route-53af08: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-53af08/ipp-route-53af08-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-53af08]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:45.450026747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd530b42-007a-4580-b530-1a94a973c25b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:45.503332548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd530b42-007a-4580-b530-1a94a973c25b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:50:45.540522865Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08","reconcileID":"57a664cc-a9c8-4f67-bb27-032806db7620","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-53af08/ipp-route-53af08: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-53af08/ipp-route-53af08-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-53af08]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:50:45.540603134Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08","reconcileID":"57a664cc-a9c8-4f67-bb27-032806db7620","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-53af08/ipp-route-53af08: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-53af08/ipp-route-53af08-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-53af08]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:45.556169435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd530b42-007a-4580-b530-1a94a973c25b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:45.608974636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd530b42-007a-4580-b530-1a94a973c25b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:50:45.666073206Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08","reconcileID":"d3b63cf6-1615-4785-9adc-2b9fa5fe6c9d","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-53af08/ipp-route-53af08: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-53af08/ipp-route-53af08-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-53af08]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:50:45.666147375Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08","reconcileID":"d3b63cf6-1615-4785-9adc-2b9fa5fe6c9d","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-53af08/ipp-route-53af08: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-53af08/ipp-route-53af08-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-53af08]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:47.316452196Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-subscription","reconcileID":"6d9d0031-7c74-421c-8666-76c26da6771c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-premium-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/premium-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:47.436002488Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-subscription","reconcileID":"e1c910b5-f3b3-415b-ac09-a28caa63ea95","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-premium-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/premium-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:47.528386615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ed978fa-d1c0-486f-a25f-64d2c374deae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:47.58137941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ed978fa-d1c0-486f-a25f-64d2c374deae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:47.634023783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ed978fa-d1c0-486f-a25f-64d2c374deae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:47.686705355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ed978fa-d1c0-486f-a25f-64d2c374deae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:47.897143542Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"170eaed5-0d0b-4d35-9fcc-74634a952deb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:48.058113855Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f3b1d310-3346-46d4-b18a-d255cd2574b2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:48.113808573Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-subscription","reconcileID":"edc5c824-e453-4960-b7be-a50b0933415f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-premium-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/premium-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:48.25180412Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-subscription","reconcileID":"c1c2571d-ffa8-418c-8248-37a6533ab695","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-premium-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/premium-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:48.36886937Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-subscription","reconcileID":"7697c4a7-1296-49b2-bebd-2890d375ce4b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-simulator-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/simulator-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:48.542995186Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-subscription","reconcileID":"1ef731fa-2301-43b9-ab15-d8870a0e7a60","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-premium-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/premium-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:48.643765584Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-subscription","reconcileID":"d17d2b47-6234-41ed-a519-a08efd437c07","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-simulator-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:48.660356097Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-subscription","reconcileID":"93ac59de-f4c5-4fd6-83a1-bddc145dd813","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-simulator-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/simulator-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:48.789270769Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-subscription","reconcileID":"dc34b329-2ee4-4b41-ad7e-bf0131ca8f91","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-simulator-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:48.789331147Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-subscription","reconcileID":"9b9da673-8429-4ca4-af25-983eae7acaa1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-simulator-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:49.600522765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4e52ac5-4a59-40fb-8348-12f320701bc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:49.655608142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4e52ac5-4a59-40fb-8348-12f320701bc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:49.708670889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4e52ac5-4a59-40fb-8348-12f320701bc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:49.761310409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4e52ac5-4a59-40fb-8348-12f320701bc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:50:55.011587105Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08","reconcileID":"f4030abb-55a2-4dac-974a-3fc0669cfac8","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-53af08/ipp-route-53af08: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-53af08/ipp-route-53af08-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-53af08]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:50:55.011749386Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08","reconcileID":"f4030abb-55a2-4dac-974a-3fc0669cfac8","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-53af08/ipp-route-53af08: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-53af08/ipp-route-53af08-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-53af08]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:50:55.98924935Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08","reconcileID":"b3e41432-4c91-4b85-9329-c65d88fc7d22","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-53af08/ipp-route-53af08: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-53af08/ipp-route-53af08-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-53af08]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:50:55.989340579Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08","reconcileID":"b3e41432-4c91-4b85-9329-c65d88fc7d22","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-53af08/ipp-route-53af08: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-53af08/ipp-route-53af08-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-53af08]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:50:56.153737203Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08","reconcileID":"3f093426-345a-440a-9a99-3450ceb92e2d","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-53af08/ipp-route-53af08: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-53af08/ipp-route-53af08-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-53af08]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:50:56.153815551Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08","reconcileID":"3f093426-345a-440a-9a99-3450ceb92e2d","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-53af08/ipp-route-53af08: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-53af08/ipp-route-53af08-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-53af08]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:50:56.424859671Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08","reconcileID":"902ce1f2-7dee-4d20-a885-e1c6f2dce9a6","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-53af08/ipp-route-53af08: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-53af08/ipp-route-53af08-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-53af08]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:50:56.424959025Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08","reconcileID":"902ce1f2-7dee-4d20-a885-e1c6f2dce9a6","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-53af08/ipp-route-53af08: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-53af08/ipp-route-53af08-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-53af08]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:56.932181597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b6ffa80-e643-482e-a8cd-fbedb7720e04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:56.984573333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b6ffa80-e643-482e-a8cd-fbedb7720e04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:57.038148289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b6ffa80-e643-482e-a8cd-fbedb7720e04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:57.091534037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b6ffa80-e643-482e-a8cd-fbedb7720e04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:58.991974894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb5846e1-5b31-40a5-89d9-c2e26b80c214","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:59.047482775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb5846e1-5b31-40a5-89d9-c2e26b80c214","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:59.100682831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb5846e1-5b31-40a5-89d9-c2e26b80c214","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:59.153538457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb5846e1-5b31-40a5-89d9-c2e26b80c214","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:51:00.359543388Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08","reconcileID":"c05dec2d-fe37-49cc-ad24-91454680caf6","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-53af08/ipp-route-53af08: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-53af08/ipp-route-53af08-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-53af08]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:51:00.359613982Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08","reconcileID":"c05dec2d-fe37-49cc-ad24-91454680caf6","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-53af08/ipp-route-53af08: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-53af08/ipp-route-53af08-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-53af08]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:51:06.853367013Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08","reconcileID":"63935d99-80e9-4b1a-835d-1e59338ba67e","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-53af08/ipp-route-53af08: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-53af08/ipp-route-53af08-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-53af08]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:51:06.853448713Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-53af08","namespace":"ai-tenant-e2e-ipp-a-53af08"},"namespace":"ai-tenant-e2e-ipp-a-53af08","name":"ipp-route-53af08","reconcileID":"63935d99-80e9-4b1a-835d-1e59338ba67e","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-53af08/ipp-route-53af08: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-53af08/ipp-route-53af08-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-53af08]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:14.031072316Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:16.399239089Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-subscription","reconcileID":"f0aacab3-23ca-4a19-8b15-d5e26e45d6a5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-premium-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/premium-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:16.500610612Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-subscription","reconcileID":"82413063-aa00-4740-a2f9-4528eb8dd849","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-premium-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/premium-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:16.601473386Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-subscription","reconcileID":"06e34c89-faa3-47dd-b9f0-8b22505577da","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-simulator-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:16.723633014Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"bbad5436-2345-4cf7-ae24-7185cb93adc5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:17.0143747Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-subscription","reconcileID":"006938f1-7b41-4798-8d27-b07bdf6bbc33","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-premium-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/premium-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:17.196900869Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-subscription","reconcileID":"1c12bdde-8dbd-48fb-829e-6560a826440d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-simulator-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/simulator-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:17.298437046Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-subscription","reconcileID":"877b0ca9-342d-4148-92a6-5e23888d15ef","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-simulator-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:17.61090259Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-subscription","reconcileID":"c0c91d9f-6366-4e0a-8e5a-7859ef6bf5c8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-simulator-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/simulator-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:17.710418126Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-subscription","reconcileID":"9a2e1f12-8647-4f92-b2e0-89c20832d78c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-premium-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/premium-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:17.810620652Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"946481d5-d76d-426d-900b-e2eaa11553c0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:17.810620677Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-subscription","reconcileID":"53f84e07-5e30-4e38-90f1-c226d11d32de","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-premium-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/premium-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:17.90996848Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-subscription","reconcileID":"e24dd26f-820d-4667-beda-be3b3d53676b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-simulator-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:24.843109878Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-9d7b2c"},"namespace":"ai-tenant-e2e-praxis-a-9d7b2c","name":"default-tenant","reconcileID":"bb879c1f-7437-456b-adbc-5f07a4f3ad56","namespace":"ai-tenant-e2e-praxis-a-9d7b2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:24.843173955Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-9d7b2c"},"namespace":"ai-tenant-e2e-praxis-a-9d7b2c","name":"default-tenant","reconcileID":"bb879c1f-7437-456b-adbc-5f07a4f3ad56","namespace":"ai-tenant-e2e-praxis-a-9d7b2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:24.843224123Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-9d7b2c"},"namespace":"ai-tenant-e2e-praxis-a-9d7b2c","name":"default-tenant","reconcileID":"bb879c1f-7437-456b-adbc-5f07a4f3ad56","tenant":"e2e-praxis-a-9d7b2c","tenantID":"e2e-praxis-a-9d7b2c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:24.897142371Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-9d7b2c"},"namespace":"ai-tenant-e2e-praxis-a-9d7b2c","name":"default-tenant","reconcileID":"bb879c1f-7437-456b-adbc-5f07a4f3ad56","gvk":"Deployment","name":"maas-api-e2e-praxis-a-9d7b2c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:24.95889297Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-9d7b2c"},"namespace":"ai-tenant-e2e-praxis-a-9d7b2c","name":"default-tenant","reconcileID":"bb879c1f-7437-456b-adbc-5f07a4f3ad56","gvk":"Service","name":"maas-api-e2e-praxis-a-9d7b2c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:25.027330305Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-9d7b2c"},"namespace":"ai-tenant-e2e-praxis-a-9d7b2c","name":"default-tenant","reconcileID":"bb879c1f-7437-456b-adbc-5f07a4f3ad56","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-9d7b2c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:25.090645065Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-9d7b2c"},"namespace":"ai-tenant-e2e-praxis-a-9d7b2c","name":"default-tenant","reconcileID":"bb879c1f-7437-456b-adbc-5f07a4f3ad56","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-9d7b2c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:25.153634032Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-9d7b2c"},"namespace":"ai-tenant-e2e-praxis-a-9d7b2c","name":"default-tenant","reconcileID":"bb879c1f-7437-456b-adbc-5f07a4f3ad56","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-9d7b2c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:25.208822123Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-9d7b2c"},"namespace":"ai-tenant-e2e-praxis-a-9d7b2c","name":"default-tenant","reconcileID":"bb879c1f-7437-456b-adbc-5f07a4f3ad56","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-9d7b2c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:25.264051253Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-9d7b2c"},"namespace":"ai-tenant-e2e-praxis-a-9d7b2c","name":"default-tenant","reconcileID":"bb879c1f-7437-456b-adbc-5f07a4f3ad56","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-9d7b2c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:25.318764882Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-9d7b2c"},"namespace":"ai-tenant-e2e-praxis-a-9d7b2c","name":"default-tenant","reconcileID":"bb879c1f-7437-456b-adbc-5f07a4f3ad56","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-9d7b2c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:25.371391456Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-9d7b2c"},"namespace":"ai-tenant-e2e-praxis-a-9d7b2c","name":"default-tenant","reconcileID":"bb879c1f-7437-456b-adbc-5f07a4f3ad56","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-9d7b2c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:25.424049373Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-9d7b2c"},"namespace":"ai-tenant-e2e-praxis-a-9d7b2c","name":"default-tenant","reconcileID":"bb879c1f-7437-456b-adbc-5f07a4f3ad56","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-9d7b2c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:25.476537055Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-9d7b2c"},"namespace":"ai-tenant-e2e-praxis-a-9d7b2c","name":"default-tenant","reconcileID":"bb879c1f-7437-456b-adbc-5f07a4f3ad56","gvk":"Service","name":"payload-processing-e2e-praxis-a-9d7b2c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:25.529146281Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-9d7b2c"},"namespace":"ai-tenant-e2e-praxis-a-9d7b2c","name":"default-tenant","reconcileID":"bb879c1f-7437-456b-adbc-5f07a4f3ad56","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-9d7b2c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:25.581829765Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-9d7b2c"},"namespace":"ai-tenant-e2e-praxis-a-9d7b2c","name":"default-tenant","reconcileID":"bb879c1f-7437-456b-adbc-5f07a4f3ad56","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-9d7b2c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:25.634061921Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-9d7b2c"},"namespace":"ai-tenant-e2e-praxis-a-9d7b2c","name":"default-tenant","reconcileID":"bb879c1f-7437-456b-adbc-5f07a4f3ad56","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-9d7b2c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:25.686059554Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-9d7b2c"},"namespace":"ai-tenant-e2e-praxis-a-9d7b2c","name":"default-tenant","reconcileID":"bb879c1f-7437-456b-adbc-5f07a4f3ad56","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-9d7b2c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:25.74145781Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-9d7b2c"},"namespace":"ai-tenant-e2e-praxis-a-9d7b2c","name":"default-tenant","reconcileID":"bb879c1f-7437-456b-adbc-5f07a4f3ad56","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-9d7b2c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:25.793769017Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-9d7b2c"},"namespace":"ai-tenant-e2e-praxis-a-9d7b2c","name":"default-tenant","reconcileID":"bb879c1f-7437-456b-adbc-5f07a4f3ad56","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-9d7b2c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:25.846184024Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-9d7b2c"},"namespace":"ai-tenant-e2e-praxis-a-9d7b2c","name":"default-tenant","reconcileID":"bb879c1f-7437-456b-adbc-5f07a4f3ad56","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-9d7b2c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:25.89850128Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-9d7b2c"},"namespace":"ai-tenant-e2e-praxis-a-9d7b2c","name":"default-tenant","reconcileID":"bb879c1f-7437-456b-adbc-5f07a4f3ad56","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-9d7b2c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:25.951010084Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-9d7b2c"},"namespace":"ai-tenant-e2e-praxis-a-9d7b2c","name":"default-tenant","reconcileID":"bb879c1f-7437-456b-adbc-5f07a4f3ad56","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-9d7b2c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:26.769264653Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-9d7b2c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-9d7b2c","reconcileID":"30e7011e-bd73-4132-979a-0e6f7aa5e573","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-9d7b2c","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-9d7b2c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:27.886473186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0816922a-a634-464a-bd89-523b509dcb58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:27.939422555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0816922a-a634-464a-bd89-523b509dcb58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:27.991961595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0816922a-a634-464a-bd89-523b509dcb58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:28.044513459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0816922a-a634-464a-bd89-523b509dcb58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:29.950084344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cc5f7a7-a427-4d4c-b141-b5c852da3da0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:29.996880193Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4","reconcileID":"73c85704-55cb-4fa4-9bf0-09045b12f3f0","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"tenant":"e2e-praxis-a-c0daf4","gateway":"openshift-ingress/e2e-praxis-a-c0daf4","model":"ai-tenant-e2e-praxis-a-c0daf4/praxis-route-c0daf4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:29.996909301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4","reconcileID":"73c85704-55cb-4fa4-9bf0-09045b12f3f0","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"routeName":"praxis-route-c0daf4-kserve-route","namespace":"ai-tenant-e2e-praxis-a-c0daf4","llmisvcName":"praxis-route-c0daf4","gateway":"openshift-ingress/e2e-praxis-a-c0daf4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:30.002747455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cc5f7a7-a427-4d4c-b141-b5c852da3da0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:30.055436272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cc5f7a7-a427-4d4c-b141-b5c852da3da0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:30.108295544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cc5f7a7-a427-4d4c-b141-b5c852da3da0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:35.429061628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1ec058b-4373-45d0-be1a-5edcf7cf16d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:35.482323078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1ec058b-4373-45d0-be1a-5edcf7cf16d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:35.534985971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1ec058b-4373-45d0-be1a-5edcf7cf16d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:35.555696696Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4","reconcileID":"622ef43b-c66c-4caf-8eca-d7d9db23ebb6","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"tenant":"e2e-praxis-a-c0daf4","gateway":"openshift-ingress/e2e-praxis-a-c0daf4","model":"ai-tenant-e2e-praxis-a-c0daf4/praxis-route-c0daf4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:35.555720804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4","reconcileID":"622ef43b-c66c-4caf-8eca-d7d9db23ebb6","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"routeName":"praxis-route-c0daf4-kserve-route","namespace":"ai-tenant-e2e-praxis-a-c0daf4","llmisvcName":"praxis-route-c0daf4","gateway":"openshift-ingress/e2e-praxis-a-c0daf4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:35.587567498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1ec058b-4373-45d0-be1a-5edcf7cf16d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:35.645082711Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4","reconcileID":"a481788f-63f8-47be-a3ef-66e2b8c56f79","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"tenant":"e2e-praxis-a-c0daf4","gateway":"openshift-ingress/e2e-praxis-a-c0daf4","model":"ai-tenant-e2e-praxis-a-c0daf4/praxis-route-c0daf4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:35.64513176Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4","reconcileID":"a481788f-63f8-47be-a3ef-66e2b8c56f79","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"routeName":"praxis-route-c0daf4-kserve-route","namespace":"ai-tenant-e2e-praxis-a-c0daf4","llmisvcName":"praxis-route-c0daf4","gateway":"openshift-ingress/e2e-praxis-a-c0daf4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:35.801628401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-c0daf4-auth","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4-auth","reconcileID":"14261eee-c767-4d80-a90c-d0ab95163fd7","MaaSAuthPolicy":{"name":"praxis-route-c0daf4-auth","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-c0daf4","tenantID":"e2e-praxis-a-c0daf4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:35.92369424Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-c0daf4-auth","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4-auth","reconcileID":"14261eee-c767-4d80-a90c-d0ab95163fd7","MaaSAuthPolicy":{"name":"praxis-route-c0daf4-auth","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"name":"e2e-praxis-a-c0daf4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:35.97832141Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-c0daf4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-c0daf4-auth","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4-auth","reconcileID":"14261eee-c767-4d80-a90c-d0ab95163fd7","MaaSAuthPolicy":{"name":"praxis-route-c0daf4-auth","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:36.035450666Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4","reconcileID":"8d4f20dd-a754-4ed2-b6ea-6c52c770b15b","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"tenant":"e2e-praxis-a-c0daf4","gateway":"openshift-ingress/e2e-praxis-a-c0daf4","model":"ai-tenant-e2e-praxis-a-c0daf4/praxis-route-c0daf4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:36.035472831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4","reconcileID":"8d4f20dd-a754-4ed2-b6ea-6c52c770b15b","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"routeName":"praxis-route-c0daf4-kserve-route","namespace":"ai-tenant-e2e-praxis-a-c0daf4","llmisvcName":"praxis-route-c0daf4","gateway":"openshift-ingress/e2e-praxis-a-c0daf4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:36.451737548Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-subscription","reconcileID":"5056470b-df1d-4f34-94f3-ab416afdd186","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-premium-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/premium-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:36.489394453Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-subscription","reconcileID":"10aef303-7473-4c99-b449-875e3cd5df84","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-premium-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/premium-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:36.552636946Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-subscription","reconcileID":"f6692501-bfa5-4432-a5bb-9e407615aa82","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-simulator-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:36.822885181Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-subscription","reconcileID":"54e2c85a-a50c-4241-96e2-1c54d6df836b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-simulator-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/simulator-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:37.093173841Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e0280744-b710-4ebd-ae0f-39569cc8b8c5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:37.176054985Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-subscription","reconcileID":"479cf313-13ca-4f0e-b82e-852101af3cac","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-premium-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/premium-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:37.310534426Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-subscription","reconcileID":"0d490bfc-d2db-4dc8-aa9b-ddd5ddd0a31d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-simulator-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/simulator-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:37.488634924Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-subscription","reconcileID":"8f71c924-4e43-4e36-99d5-3021271bcda9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-premium-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/premium-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:37.498917698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6e5e31d-d04c-4e6f-a4a9-04984b97900a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:37.552611348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6e5e31d-d04c-4e6f-a4a9-04984b97900a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:37.605552472Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f9d3b744-963a-49b0-8983-c4cca360211c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:37.605557358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6e5e31d-d04c-4e6f-a4a9-04984b97900a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:37.658584334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6e5e31d-d04c-4e6f-a4a9-04984b97900a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:37.819248384Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-subscription","reconcileID":"e1b09093-8aac-41ba-84b9-1b80111b641c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-simulator-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:37.819302414Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-subscription","reconcileID":"6a39b2f3-b6fd-4c4a-a2e0-6b1e517ff4e0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-simulator-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:37.917835752Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-subscription","reconcileID":"c260ab78-cf78-42dc-b353-117604136c52","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-premium-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/premium-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:39.593056492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abaf4ad8-2679-4437-a452-45e40f44cfc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:39.645904328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abaf4ad8-2679-4437-a452-45e40f44cfc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:39.698721195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abaf4ad8-2679-4437-a452-45e40f44cfc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:39.751492889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abaf4ad8-2679-4437-a452-45e40f44cfc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:41.106341767Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e59f12"},"namespace":"ai-tenant-e2e-praxis-b-e59f12","name":"default-tenant","reconcileID":"3379ace1-79ef-4b3d-8bd4-e0cebc149ea2","namespace":"ai-tenant-e2e-praxis-b-e59f12","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:41.106418009Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e59f12"},"namespace":"ai-tenant-e2e-praxis-b-e59f12","name":"default-tenant","reconcileID":"3379ace1-79ef-4b3d-8bd4-e0cebc149ea2","namespace":"ai-tenant-e2e-praxis-b-e59f12","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:41.106481022Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e59f12"},"namespace":"ai-tenant-e2e-praxis-b-e59f12","name":"default-tenant","reconcileID":"3379ace1-79ef-4b3d-8bd4-e0cebc149ea2","tenant":"e2e-praxis-b-e59f12","tenantID":"e2e-praxis-b-e59f12","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:41.160852756Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e59f12"},"namespace":"ai-tenant-e2e-praxis-b-e59f12","name":"default-tenant","reconcileID":"3379ace1-79ef-4b3d-8bd4-e0cebc149ea2","gvk":"Deployment","name":"maas-api-e2e-praxis-b-e59f12","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:41.221142183Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e59f12"},"namespace":"ai-tenant-e2e-praxis-b-e59f12","name":"default-tenant","reconcileID":"3379ace1-79ef-4b3d-8bd4-e0cebc149ea2","gvk":"Service","name":"maas-api-e2e-praxis-b-e59f12","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:41.276837064Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e59f12"},"namespace":"ai-tenant-e2e-praxis-b-e59f12","name":"default-tenant","reconcileID":"3379ace1-79ef-4b3d-8bd4-e0cebc149ea2","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-e59f12","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:41.330937307Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e59f12"},"namespace":"ai-tenant-e2e-praxis-b-e59f12","name":"default-tenant","reconcileID":"3379ace1-79ef-4b3d-8bd4-e0cebc149ea2","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-e59f12","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:41.388873006Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e59f12"},"namespace":"ai-tenant-e2e-praxis-b-e59f12","name":"default-tenant","reconcileID":"3379ace1-79ef-4b3d-8bd4-e0cebc149ea2","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-e59f12","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:41.444846738Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e59f12"},"namespace":"ai-tenant-e2e-praxis-b-e59f12","name":"default-tenant","reconcileID":"3379ace1-79ef-4b3d-8bd4-e0cebc149ea2","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-e59f12","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:41.503259833Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e59f12"},"namespace":"ai-tenant-e2e-praxis-b-e59f12","name":"default-tenant","reconcileID":"3379ace1-79ef-4b3d-8bd4-e0cebc149ea2","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-e59f12","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:41.559145642Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e59f12"},"namespace":"ai-tenant-e2e-praxis-b-e59f12","name":"default-tenant","reconcileID":"3379ace1-79ef-4b3d-8bd4-e0cebc149ea2","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-e59f12","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:41.611958416Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e59f12"},"namespace":"ai-tenant-e2e-praxis-b-e59f12","name":"default-tenant","reconcileID":"3379ace1-79ef-4b3d-8bd4-e0cebc149ea2","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-e59f12","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:41.665513272Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e59f12"},"namespace":"ai-tenant-e2e-praxis-b-e59f12","name":"default-tenant","reconcileID":"3379ace1-79ef-4b3d-8bd4-e0cebc149ea2","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-e59f12","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:41.717967329Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e59f12"},"namespace":"ai-tenant-e2e-praxis-b-e59f12","name":"default-tenant","reconcileID":"3379ace1-79ef-4b3d-8bd4-e0cebc149ea2","gvk":"Service","name":"payload-processing-e2e-praxis-b-e59f12","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:41.770544166Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e59f12"},"namespace":"ai-tenant-e2e-praxis-b-e59f12","name":"default-tenant","reconcileID":"3379ace1-79ef-4b3d-8bd4-e0cebc149ea2","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-e59f12","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:41.82312916Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e59f12"},"namespace":"ai-tenant-e2e-praxis-b-e59f12","name":"default-tenant","reconcileID":"3379ace1-79ef-4b3d-8bd4-e0cebc149ea2","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-e59f12","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:41.875423376Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e59f12"},"namespace":"ai-tenant-e2e-praxis-b-e59f12","name":"default-tenant","reconcileID":"3379ace1-79ef-4b3d-8bd4-e0cebc149ea2","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-e59f12","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:41.927830303Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e59f12"},"namespace":"ai-tenant-e2e-praxis-b-e59f12","name":"default-tenant","reconcileID":"3379ace1-79ef-4b3d-8bd4-e0cebc149ea2","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-e59f12","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:41.983167103Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e59f12"},"namespace":"ai-tenant-e2e-praxis-b-e59f12","name":"default-tenant","reconcileID":"3379ace1-79ef-4b3d-8bd4-e0cebc149ea2","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-e59f12","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:42.035830325Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e59f12"},"namespace":"ai-tenant-e2e-praxis-b-e59f12","name":"default-tenant","reconcileID":"3379ace1-79ef-4b3d-8bd4-e0cebc149ea2","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-e59f12","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:42.088055184Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e59f12"},"namespace":"ai-tenant-e2e-praxis-b-e59f12","name":"default-tenant","reconcileID":"3379ace1-79ef-4b3d-8bd4-e0cebc149ea2","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-e59f12","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:42.140502989Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e59f12"},"namespace":"ai-tenant-e2e-praxis-b-e59f12","name":"default-tenant","reconcileID":"3379ace1-79ef-4b3d-8bd4-e0cebc149ea2","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-e59f12","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:42.193024068Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e59f12"},"namespace":"ai-tenant-e2e-praxis-b-e59f12","name":"default-tenant","reconcileID":"3379ace1-79ef-4b3d-8bd4-e0cebc149ea2","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-e59f12","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:43.066094471Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-e59f12","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-e59f12","reconcileID":"04a3954b-efbc-4dd9-bab0-cab03d5fffc7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-e59f12","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-e59f12"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:43.895765955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71202ad1-46ed-468f-8069-5901ffe4dd97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:43.948616945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71202ad1-46ed-468f-8069-5901ffe4dd97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:44.001568479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71202ad1-46ed-468f-8069-5901ffe4dd97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:44.030441517Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:44.05608058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71202ad1-46ed-468f-8069-5901ffe4dd97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:45.958487723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f03c44e-c955-406a-b0e0-0ff289926039","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:46.011781759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f03c44e-c955-406a-b0e0-0ff289926039","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:46.064860483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f03c44e-c955-406a-b0e0-0ff289926039","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:46.11758681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f03c44e-c955-406a-b0e0-0ff289926039","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:46.223160548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-c0daf4-auth","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4-auth","reconcileID":"c0afb7b0-8a7d-4fb3-989f-59f2479ad0b3","MaaSAuthPolicy":{"name":"praxis-route-c0daf4-auth","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-c0daf4","tenantID":"e2e-praxis-a-c0daf4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:46.281810596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-c0daf4-auth","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4-auth","reconcileID":"c0afb7b0-8a7d-4fb3-989f-59f2479ad0b3","MaaSAuthPolicy":{"name":"praxis-route-c0daf4-auth","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"name":"e2e-praxis-a-c0daf4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:46.386542423Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-c0daf4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-c0daf4-auth","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4-auth","reconcileID":"c0afb7b0-8a7d-4fb3-989f-59f2479ad0b3","MaaSAuthPolicy":{"name":"praxis-route-c0daf4-auth","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:48.099999892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ce77bc5-7ab6-4267-9e43-92f8931626b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:48.154879345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ce77bc5-7ab6-4267-9e43-92f8931626b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:48.207742792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ce77bc5-7ab6-4267-9e43-92f8931626b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:48.260374351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ce77bc5-7ab6-4267-9e43-92f8931626b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:50.196446947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7369026-4a02-4f21-aadc-3d7d79a84e31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:50.249694495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7369026-4a02-4f21-aadc-3d7d79a84e31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:50.30234296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7369026-4a02-4f21-aadc-3d7d79a84e31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:50.354993998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7369026-4a02-4f21-aadc-3d7d79a84e31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:52.289600542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc96173e-1813-4afe-a43f-a088bafde1f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:52.342222164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc96173e-1813-4afe-a43f-a088bafde1f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:52.394850277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc96173e-1813-4afe-a43f-a088bafde1f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:52.447803234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc96173e-1813-4afe-a43f-a088bafde1f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:53.743808363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"4cbbc14b-6f9c-4449-bad0-eab985ce91d5","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"simulator-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"simulator-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:53.849060219Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"0eb6aaa0-a4bb-420c-ae67-5ea3ac7a65c5","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"simulator-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"simulator-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:51:53.901895904Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-e56d9429","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-apikey-sub-binding-e56d9429","reconcileID":"a27e0d06-c260-49fa-b941-b7cb6632f363","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-sub-binding-e56d9429\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:53.95368118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"d88c9d49-c0d8-41a2-b084-3e39851fe145","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:53.953697736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"72de0867-948d-457b-90ae-e41872330b06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:54.01019586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"d88c9d49-c0d8-41a2-b084-3e39851fe145","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:54.010427522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"72de0867-948d-457b-90ae-e41872330b06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:54.015516515Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"c0df6be3-82c3-4773-ba45-ab8df2e87fbb","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"simulator-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"simulator-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:54.070572686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"685c893d-03f9-4861-95af-680326e373d8","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"simulator-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"simulator-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:54.337885732Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-e56d9429","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-apikey-sub-binding-e56d9429","reconcileID":"5d04bd61-570b-4c0e-8757-d5559c289e22","MaaSSubscription":{"name":"e2e-apikey-sub-binding-e56d9429","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-simulator-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-00e840/e2e-apikey-sub-binding-e56d9429","ai-tenant-e2e-worker-w2-00e840/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:54.384236374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a0a4bb2-fe4d-40c2-aea2-46a859bcc7f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:54.384694724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"4f5c39c6-75cc-49fb-b708-a9697f65b2fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:54.384883446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"5ccdd81c-2af6-4f21-99ef-158f3e95be94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:54.437497246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a0a4bb2-fe4d-40c2-aea2-46a859bcc7f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:54.441077044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"4f5c39c6-75cc-49fb-b708-a9697f65b2fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:54.490190668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a0a4bb2-fe4d-40c2-aea2-46a859bcc7f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:54.493842107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"5ccdd81c-2af6-4f21-99ef-158f3e95be94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:54.543164874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a0a4bb2-fe4d-40c2-aea2-46a859bcc7f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:54.650401706Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-subscription","reconcileID":"42f3092d-2d91-4d62-bc38-964ec560ea3b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-simulator-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:54.654412584Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"2a7e1aa0-0ff7-474a-9eff-7dc3961124b5","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"simulator-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"simulator-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:54.917335664Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-e56d9429","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-apikey-sub-binding-e56d9429","reconcileID":"ff8255de-4ed4-44a7-b519-e5eda8716a82","MaaSSubscription":{"name":"e2e-apikey-sub-binding-e56d9429","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-simulator-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:55.08543475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"7df18b9b-e9e1-45c2-a4c7-a09f30a96903","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"simulator-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"simulator-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:56.484740365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d437a2f1-6e71-4d4d-b0d3-0a61d73f0ee0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:56.537451715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d437a2f1-6e71-4d4d-b0d3-0a61d73f0ee0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:56.590313081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d437a2f1-6e71-4d4d-b0d3-0a61d73f0ee0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:56.590428178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-c0daf4-auth","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4-auth","reconcileID":"1d8b038a-7090-46ff-8219-f325de854dd3","MaaSAuthPolicy":{"name":"praxis-route-c0daf4-auth","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-c0daf4","tenantID":"e2e-praxis-a-c0daf4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:56.643909745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d437a2f1-6e71-4d4d-b0d3-0a61d73f0ee0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:56.700811424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-c0daf4-auth","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4-auth","reconcileID":"1d8b038a-7090-46ff-8219-f325de854dd3","MaaSAuthPolicy":{"name":"praxis-route-c0daf4-auth","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"name":"e2e-praxis-a-c0daf4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:56.762536028Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-c0daf4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-c0daf4-auth","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4-auth","reconcileID":"1d8b038a-7090-46ff-8219-f325de854dd3","MaaSAuthPolicy":{"name":"praxis-route-c0daf4-auth","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:57.708019156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"167fdd16-aedf-4cd3-9095-9badb7f9252a","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"simulator-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"simulator-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:57.710491358Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-99145d"},"namespace":"ai-tenant-e2e-praxis-b-99145d","name":"default-tenant","reconcileID":"bdefb346-aac9-42ad-a19d-f70ce145ab7c","namespace":"ai-tenant-e2e-praxis-b-99145d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:57.710543251Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-99145d"},"namespace":"ai-tenant-e2e-praxis-b-99145d","name":"default-tenant","reconcileID":"bdefb346-aac9-42ad-a19d-f70ce145ab7c","namespace":"ai-tenant-e2e-praxis-b-99145d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:57.710587149Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-99145d"},"namespace":"ai-tenant-e2e-praxis-b-99145d","name":"default-tenant","reconcileID":"bdefb346-aac9-42ad-a19d-f70ce145ab7c","tenant":"e2e-praxis-b-99145d","tenantID":"e2e-praxis-b-99145d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:57.765024524Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-99145d"},"namespace":"ai-tenant-e2e-praxis-b-99145d","name":"default-tenant","reconcileID":"bdefb346-aac9-42ad-a19d-f70ce145ab7c","gvk":"Deployment","name":"maas-api-e2e-praxis-b-99145d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:57.829910043Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-99145d"},"namespace":"ai-tenant-e2e-praxis-b-99145d","name":"default-tenant","reconcileID":"bdefb346-aac9-42ad-a19d-f70ce145ab7c","gvk":"Service","name":"maas-api-e2e-praxis-b-99145d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:57.870596917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"aaa56a2f-b574-403e-b887-2ecb3cacb37f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:57.87059846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"3809c36c-d2be-4928-9a9f-c661f06267a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:57.888298158Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-99145d"},"namespace":"ai-tenant-e2e-praxis-b-99145d","name":"default-tenant","reconcileID":"bdefb346-aac9-42ad-a19d-f70ce145ab7c","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-99145d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:57.929450596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"aaa56a2f-b574-403e-b887-2ecb3cacb37f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:57.931170256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"3809c36c-d2be-4928-9a9f-c661f06267a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:57.942697809Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-99145d"},"namespace":"ai-tenant-e2e-praxis-b-99145d","name":"default-tenant","reconcileID":"bdefb346-aac9-42ad-a19d-f70ce145ab7c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-99145d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:58.048592912Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-99145d"},"namespace":"ai-tenant-e2e-praxis-b-99145d","name":"default-tenant","reconcileID":"bdefb346-aac9-42ad-a19d-f70ce145ab7c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-99145d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:58.105234214Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-99145d"},"namespace":"ai-tenant-e2e-praxis-b-99145d","name":"default-tenant","reconcileID":"bdefb346-aac9-42ad-a19d-f70ce145ab7c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-99145d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:58.163226168Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-99145d"},"namespace":"ai-tenant-e2e-praxis-b-99145d","name":"default-tenant","reconcileID":"bdefb346-aac9-42ad-a19d-f70ce145ab7c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-99145d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:58.218310171Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-99145d"},"namespace":"ai-tenant-e2e-praxis-b-99145d","name":"default-tenant","reconcileID":"bdefb346-aac9-42ad-a19d-f70ce145ab7c","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-99145d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:58.270926045Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-99145d"},"namespace":"ai-tenant-e2e-praxis-b-99145d","name":"default-tenant","reconcileID":"bdefb346-aac9-42ad-a19d-f70ce145ab7c","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-99145d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:58.323322958Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-99145d"},"namespace":"ai-tenant-e2e-praxis-b-99145d","name":"default-tenant","reconcileID":"bdefb346-aac9-42ad-a19d-f70ce145ab7c","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-99145d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:58.37586334Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-99145d"},"namespace":"ai-tenant-e2e-praxis-b-99145d","name":"default-tenant","reconcileID":"bdefb346-aac9-42ad-a19d-f70ce145ab7c","gvk":"Service","name":"payload-processing-e2e-praxis-b-99145d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:58.428218269Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-99145d"},"namespace":"ai-tenant-e2e-praxis-b-99145d","name":"default-tenant","reconcileID":"bdefb346-aac9-42ad-a19d-f70ce145ab7c","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-99145d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:58.480579974Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-99145d"},"namespace":"ai-tenant-e2e-praxis-b-99145d","name":"default-tenant","reconcileID":"bdefb346-aac9-42ad-a19d-f70ce145ab7c","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-99145d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:58.533148094Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-99145d"},"namespace":"ai-tenant-e2e-praxis-b-99145d","name":"default-tenant","reconcileID":"bdefb346-aac9-42ad-a19d-f70ce145ab7c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-99145d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:58.585409503Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-99145d"},"namespace":"ai-tenant-e2e-praxis-b-99145d","name":"default-tenant","reconcileID":"bdefb346-aac9-42ad-a19d-f70ce145ab7c","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-99145d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:58.614003391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d23e09e0-0b8e-4813-a1d4-427fde63321e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:58.667119455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d23e09e0-0b8e-4813-a1d4-427fde63321e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:58.671982458Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-99145d"},"namespace":"ai-tenant-e2e-praxis-b-99145d","name":"default-tenant","reconcileID":"bdefb346-aac9-42ad-a19d-f70ce145ab7c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-99145d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:58.719769408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d23e09e0-0b8e-4813-a1d4-427fde63321e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:58.771815362Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-99145d"},"namespace":"ai-tenant-e2e-praxis-b-99145d","name":"default-tenant","reconcileID":"bdefb346-aac9-42ad-a19d-f70ce145ab7c","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-99145d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:58.772526363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d23e09e0-0b8e-4813-a1d4-427fde63321e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:58.825013843Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-99145d"},"namespace":"ai-tenant-e2e-praxis-b-99145d","name":"default-tenant","reconcileID":"bdefb346-aac9-42ad-a19d-f70ce145ab7c","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-99145d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:58.87748145Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-99145d"},"namespace":"ai-tenant-e2e-praxis-b-99145d","name":"default-tenant","reconcileID":"bdefb346-aac9-42ad-a19d-f70ce145ab7c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-99145d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:58.92985588Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-99145d"},"namespace":"ai-tenant-e2e-praxis-b-99145d","name":"default-tenant","reconcileID":"bdefb346-aac9-42ad-a19d-f70ce145ab7c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-99145d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:59.752284564Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-99145d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-99145d","reconcileID":"b824598f-04e8-4d46-8e5e-d507c208ba4f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-99145d","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-99145d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:00.866427636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c6d32a8-2bf0-4209-9b93-d88a18e7632b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:00.919371686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c6d32a8-2bf0-4209-9b93-d88a18e7632b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:00.972006202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c6d32a8-2bf0-4209-9b93-d88a18e7632b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:01.024807893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c6d32a8-2bf0-4209-9b93-d88a18e7632b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:02.979893828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0f3e5b8-0d02-4bf1-81cd-e22b44adc7a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:03.032911297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0f3e5b8-0d02-4bf1-81cd-e22b44adc7a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:03.085818833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0f3e5b8-0d02-4bf1-81cd-e22b44adc7a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:03.138888865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0f3e5b8-0d02-4bf1-81cd-e22b44adc7a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:06.868945041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-c0daf4-auth","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4-auth","reconcileID":"8c828a9b-f303-49d4-8fa1-cbfc59958a16","MaaSAuthPolicy":{"name":"praxis-route-c0daf4-auth","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-c0daf4","tenantID":"e2e-praxis-a-c0daf4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:06.925419765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-c0daf4-auth","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4-auth","reconcileID":"8c828a9b-f303-49d4-8fa1-cbfc59958a16","MaaSAuthPolicy":{"name":"praxis-route-c0daf4-auth","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"name":"e2e-praxis-a-c0daf4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:06.981032441Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-c0daf4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-c0daf4-auth","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4-auth","reconcileID":"8c828a9b-f303-49d4-8fa1-cbfc59958a16","MaaSAuthPolicy":{"name":"praxis-route-c0daf4-auth","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:07.874303955Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-e56d9429","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-apikey-sub-binding-e56d9429","reconcileID":"0f70eb9f-aacd-41fa-816d-2631e61e262f","MaaSSubscription":{"name":"e2e-apikey-sub-binding-e56d9429","namespace":"ai-tenant-e2e-worker-w2-00e840"},"model":"e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840","subscription":"e2e-apikey-sub-binding-e56d9429","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:08.094576304Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-e56d9429","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-apikey-sub-binding-e56d9429","reconcileID":"0f70eb9f-aacd-41fa-816d-2631e61e262f","MaaSSubscription":{"name":"e2e-apikey-sub-binding-e56d9429","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-simulator-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-00e840/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:08.306871606Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-subscription","reconcileID":"5f969426-b0d6-46ae-85d3-ef13b584e6c4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-simulator-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:08.3594513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"15020a5b-3d0a-4a8f-b3f9-ffccddc529cd","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"simulator-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"simulator-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:08.516872004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"644c0e84-871b-4516-943d-cac517cc2b2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:08.516872959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"7b289850-afa3-435e-b6ff-6e3e0d76ebe6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:08.573269203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"7b289850-afa3-435e-b6ff-6e3e0d76ebe6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:08.57350303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"644c0e84-871b-4516-943d-cac517cc2b2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:09.900707575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"premium-w2-00e840","reconcileID":"441b9485-0b99-47c0-b6dc-af9c3b3230d9","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"premium-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"premium-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:09.956326589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"premium-w2-00e840","reconcileID":"83960dcf-b628-45e3-8691-4ce75368e93d","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"premium-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"premium-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:52:10.010256235Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-ordering-sub","reconcileID":"7dd5f146-b5e4-4b09-8db2-2b05d7873e7b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ordering-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:10.061950332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"f751aa94-3ad7-4815-a923-58a74de3abc5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:10.062089873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"1bc8a50e-6688-4a19-b5c0-9051d8595c5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:10.118912287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"1bc8a50e-6688-4a19-b5c0-9051d8595c5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:10.118961455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"f751aa94-3ad7-4815-a923-58a74de3abc5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:10.125154375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"premium-w2-00e840","reconcileID":"21b864eb-51d0-4519-b0e6-f1abefd393bc","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"premium-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"premium-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:10.18193527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"premium-w2-00e840","reconcileID":"75720f2c-5c92-49ee-b17e-e78864f446b9","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"premium-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"premium-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:10.43501094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"357a54d5-5235-48ea-b986-8478b8938c2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:10.435008075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"d3c37a28-b59a-49c8-943e-17d4e33e6d5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:10.452770557Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-ordering-sub","reconcileID":"ddf7c317-04f7-4a9c-8365-76c27c7168c8","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-premium-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/premium-w2-00e840","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-00e840/e2e-ordering-sub","ai-tenant-e2e-worker-w2-00e840/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:10.492591947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"357a54d5-5235-48ea-b986-8478b8938c2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:10.493216492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"d3c37a28-b59a-49c8-943e-17d4e33e6d5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:10.620097647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"premium-w2-00e840","reconcileID":"630f4662-f9e5-4133-ae3c-cd0d9782c9bd","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"premium-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"premium-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:10.664843488Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-subscription","reconcileID":"9d10d6be-f91b-47d8-8b67-b0ad751f369b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-premium-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/premium-w2-00e840","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:10.831843988Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-ordering-sub","reconcileID":"5407fe30-dfc8-459d-85a8-4035190ae58f","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-premium-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/premium-w2-00e840","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:13.269068836Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"premium-w2-00e840","reconcileID":"0009d01f-8c3a-4644-8d52-c68bf5325544","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"premium-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"premium-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:13.328123448Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"premium-w2-00e840","reconcileID":"43791653-57ba-4307-87de-a12b3f4e0e71","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"premium-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"premium-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:13.487760085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-ordering-auth","reconcileID":"08429c89-1e02-4b46-885e-b8230b30130f","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:13.544252606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-ordering-auth","reconcileID":"08429c89-1e02-4b46-885e-b8230b30130f","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:13.733312758Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b2d49b"},"namespace":"ai-tenant-e2e-ipp-b-b2d49b","name":"default-tenant","reconcileID":"7fef0b3e-83aa-4c09-be7e-94a1a8f3fda0","namespace":"ai-tenant-e2e-ipp-b-b2d49b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:13.733414817Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b2d49b"},"namespace":"ai-tenant-e2e-ipp-b-b2d49b","name":"default-tenant","reconcileID":"7fef0b3e-83aa-4c09-be7e-94a1a8f3fda0","namespace":"ai-tenant-e2e-ipp-b-b2d49b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:13.733507751Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b2d49b"},"namespace":"ai-tenant-e2e-ipp-b-b2d49b","name":"default-tenant","reconcileID":"7fef0b3e-83aa-4c09-be7e-94a1a8f3fda0","tenant":"e2e-ipp-b-b2d49b","tenantID":"e2e-ipp-b-b2d49b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:13.787644335Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b2d49b"},"namespace":"ai-tenant-e2e-ipp-b-b2d49b","name":"default-tenant","reconcileID":"7fef0b3e-83aa-4c09-be7e-94a1a8f3fda0","gvk":"Deployment","name":"maas-api-e2e-ipp-b-b2d49b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:13.814387617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"premium-w2-00e840","reconcileID":"9b09684d-2876-474e-88df-4af23bf9cfa6","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"premium-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"premium-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:13.847347695Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b2d49b"},"namespace":"ai-tenant-e2e-ipp-b-b2d49b","name":"default-tenant","reconcileID":"7fef0b3e-83aa-4c09-be7e-94a1a8f3fda0","gvk":"Service","name":"maas-api-e2e-ipp-b-b2d49b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:13.905382252Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b2d49b"},"namespace":"ai-tenant-e2e-ipp-b-b2d49b","name":"default-tenant","reconcileID":"7fef0b3e-83aa-4c09-be7e-94a1a8f3fda0","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-b2d49b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:13.959532172Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b2d49b"},"namespace":"ai-tenant-e2e-ipp-b-b2d49b","name":"default-tenant","reconcileID":"7fef0b3e-83aa-4c09-be7e-94a1a8f3fda0","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-b2d49b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:14.018141706Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b2d49b"},"namespace":"ai-tenant-e2e-ipp-b-b2d49b","name":"default-tenant","reconcileID":"7fef0b3e-83aa-4c09-be7e-94a1a8f3fda0","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-b2d49b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:14.038085538Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:14.074533593Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b2d49b"},"namespace":"ai-tenant-e2e-ipp-b-b2d49b","name":"default-tenant","reconcileID":"7fef0b3e-83aa-4c09-be7e-94a1a8f3fda0","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-b2d49b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:14.131675702Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b2d49b"},"namespace":"ai-tenant-e2e-ipp-b-b2d49b","name":"default-tenant","reconcileID":"7fef0b3e-83aa-4c09-be7e-94a1a8f3fda0","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-b2d49b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:14.186598019Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b2d49b"},"namespace":"ai-tenant-e2e-ipp-b-b2d49b","name":"default-tenant","reconcileID":"7fef0b3e-83aa-4c09-be7e-94a1a8f3fda0","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-b2d49b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:14.243970184Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b2d49b"},"namespace":"ai-tenant-e2e-ipp-b-b2d49b","name":"default-tenant","reconcileID":"7fef0b3e-83aa-4c09-be7e-94a1a8f3fda0","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-b2d49b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:14.298208939Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b2d49b"},"namespace":"ai-tenant-e2e-ipp-b-b2d49b","name":"default-tenant","reconcileID":"7fef0b3e-83aa-4c09-be7e-94a1a8f3fda0","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-b2d49b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:14.363937686Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b2d49b"},"namespace":"ai-tenant-e2e-ipp-b-b2d49b","name":"default-tenant","reconcileID":"7fef0b3e-83aa-4c09-be7e-94a1a8f3fda0","gvk":"Service","name":"payload-processing-e2e-ipp-b-b2d49b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:14.425530479Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b2d49b"},"namespace":"ai-tenant-e2e-ipp-b-b2d49b","name":"default-tenant","reconcileID":"7fef0b3e-83aa-4c09-be7e-94a1a8f3fda0","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-b2d49b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:14.482125165Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b2d49b"},"namespace":"ai-tenant-e2e-ipp-b-b2d49b","name":"default-tenant","reconcileID":"7fef0b3e-83aa-4c09-be7e-94a1a8f3fda0","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-b2d49b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:14.536957325Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b2d49b"},"namespace":"ai-tenant-e2e-ipp-b-b2d49b","name":"default-tenant","reconcileID":"7fef0b3e-83aa-4c09-be7e-94a1a8f3fda0","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-b2d49b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:14.592607585Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b2d49b"},"namespace":"ai-tenant-e2e-ipp-b-b2d49b","name":"default-tenant","reconcileID":"7fef0b3e-83aa-4c09-be7e-94a1a8f3fda0","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-b2d49b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:14.647781514Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b2d49b"},"namespace":"ai-tenant-e2e-ipp-b-b2d49b","name":"default-tenant","reconcileID":"7fef0b3e-83aa-4c09-be7e-94a1a8f3fda0","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-b2d49b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:14.705065962Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b2d49b"},"namespace":"ai-tenant-e2e-ipp-b-b2d49b","name":"default-tenant","reconcileID":"7fef0b3e-83aa-4c09-be7e-94a1a8f3fda0","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-b2d49b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:14.75947123Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b2d49b"},"namespace":"ai-tenant-e2e-ipp-b-b2d49b","name":"default-tenant","reconcileID":"7fef0b3e-83aa-4c09-be7e-94a1a8f3fda0","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-b2d49b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:14.815505383Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b2d49b"},"namespace":"ai-tenant-e2e-ipp-b-b2d49b","name":"default-tenant","reconcileID":"7fef0b3e-83aa-4c09-be7e-94a1a8f3fda0","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-b2d49b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:14.869860228Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b2d49b"},"namespace":"ai-tenant-e2e-ipp-b-b2d49b","name":"default-tenant","reconcileID":"7fef0b3e-83aa-4c09-be7e-94a1a8f3fda0","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-b2d49b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:15.740230124Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-b2d49b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-b2d49b","reconcileID":"343d3c93-44d0-4021-b2d3-10706b0943b4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-b2d49b","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-b2d49b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:16.887256867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f99b9144-880c-4c3d-8bc5-7b23644429fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:16.939964095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f99b9144-880c-4c3d-8bc5-7b23644429fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:16.992836686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f99b9144-880c-4c3d-8bc5-7b23644429fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:17.045597458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f99b9144-880c-4c3d-8bc5-7b23644429fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:17.150759858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-c0daf4-auth","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4-auth","reconcileID":"6b1a95ed-2fce-4247-ac8b-e8d6984d543b","MaaSAuthPolicy":{"name":"praxis-route-c0daf4-auth","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-c0daf4","tenantID":"e2e-praxis-a-c0daf4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:17.208448325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-c0daf4-auth","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4-auth","reconcileID":"6b1a95ed-2fce-4247-ac8b-e8d6984d543b","MaaSAuthPolicy":{"name":"praxis-route-c0daf4-auth","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"name":"e2e-praxis-a-c0daf4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:17.315435591Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-c0daf4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f29cbfdf416fe5e8f4ab7131edfc0744f6be2ce41d815aecce39766d661a4d75) AuthConfig (629d9aa2649968450f67cecd8000d8954b0c2a85f318bd73c9854c79c662bb77) AuthConfig (03ea9a84c32d64179072d3b73025fd3aaeeb615b8733a4c15c9ee85ebfc0b614) AuthConfig (0f2efd02158357622c48ec2e52ea00939a9afd9cc04e4621ed4fefa6728465f8) AuthConfig (64d84c9ae5b4a83f1ffb008a09130ec895fa214d20a70b0325fbcfd39646a6c0) AuthConfig (9f31cba09db93d07b5514130626941f636d152ab5298272bce0a948aa39dc405) AuthConfig (d06382e30252faedfdb4bee0576af9a3fc0f5e6b9fed75c94387e525a460c911) AuthConfig (a544049f42af6903f3d006fc46428ce4478630d4faf24ea7ceca3d17e5c9fecf) AuthConfig (a95a30c1acf511805196768714246c9e29eb2fbcaadb37e244c9275ea0827bfb) AuthConfig (e2cebe09ba0f2eb6537f8fa00027114ffb0ed5b1c4dcf98403c01acb9b8653e6) AuthConfig (fe8e7f5ba0bdf618d1bc3150b9b81f14eeff008767013db80c4f68b74a5dd3fe) AuthConfig (9e9aee64a5f69883f672758f7fffe3d20ee52faa03baa867d2d5c9de0b43f559) AuthConfig (2e9f4c6fd23b46b9effa4bac6d4808aaa3048631028f16bbfd1d9f553742b1ab) AuthConfig (34202f36384c4db88095029dd6815ae380d9e5df0e929179e8d92aa20ebc5598) AuthConfig (f253a198eaad6bb7097a643e1d8de5d7454153d79488034e23b83152200869b7) AuthConfig (3a1bc206ef89c4e4a185519ac7f5dd8f42de30a39f0a73a8ec86f9a59138e622) AuthConfig (ddc53d040049e4cc69067a1bf2a287c1fc84f8e6ae199c07ff6625f963d06254) AuthConfig (a6254e7a4df4f239c7b1f0741e42092da2210d4e10ddd0f478632273711046d2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-c0daf4-auth","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4-auth","reconcileID":"6b1a95ed-2fce-4247-ac8b-e8d6984d543b","MaaSAuthPolicy":{"name":"praxis-route-c0daf4-auth","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:17.373793115Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4","reconcileID":"f59fe18d-db26-442f-8cef-184ac40cd208","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"tenant":"e2e-praxis-a-c0daf4","gateway":"openshift-ingress/e2e-praxis-a-c0daf4","model":"ai-tenant-e2e-praxis-a-c0daf4/praxis-route-c0daf4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:17.373815172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4","reconcileID":"f59fe18d-db26-442f-8cef-184ac40cd208","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"routeName":"praxis-route-c0daf4-kserve-route","namespace":"ai-tenant-e2e-praxis-a-c0daf4","llmisvcName":"praxis-route-c0daf4","gateway":"openshift-ingress/e2e-praxis-a-c0daf4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:18.55915637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"premium-w3-a8e157","reconcileID":"0fcf8114-de36-4750-ad41-9bc7f0ed5ab8","MaaSModelRef":{"name":"premium-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"premium-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"premium-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:18.616169491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"premium-w3-a8e157","reconcileID":"5c29f727-0728-4e1d-a90d-f90cc53ea580","MaaSModelRef":{"name":"premium-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"premium-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"premium-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:18.773410098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-test-auth-no-access","reconcileID":"f7105329-6474-4849-9bb4-f7e732ae8478","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:18.829572923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-test-auth-no-access","reconcileID":"f7105329-6474-4849-9bb4-f7e732ae8478","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:18.857505704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"premium-w3-a8e157","reconcileID":"c6171099-d6b1-43f1-bc31-3b548afca043","MaaSModelRef":{"name":"premium-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"premium-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"premium-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:18.912291031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"premium-w3-a8e157","reconcileID":"26c28a05-9595-48ec-9c70-da8324780201","MaaSModelRef":{"name":"premium-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"premium-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"premium-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:52:18.966351929Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-test-subscription-no-access","reconcileID":"d2cf2b9a-a611-40a4-a4ab-064c2236fc78","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-no-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:18.969701036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"premium-w2-00e840","reconcileID":"d5d1cca9-e01e-45ba-8502-76c3e31f918d","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"premium-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"premium-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:18.987811223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bfd5956-74bf-4a6c-9481-062786cebe2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:19.040988749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bfd5956-74bf-4a6c-9481-062786cebe2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:19.041150029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"cade4abd-476e-4016-abc7-6a6403dcc6eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:19.041409742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"34a3253e-8f74-4640-8cee-fed7926fe816","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:19.094534934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bfd5956-74bf-4a6c-9481-062786cebe2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:19.148495624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bfd5956-74bf-4a6c-9481-062786cebe2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:19.155616511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"34a3253e-8f74-4640-8cee-fed7926fe816","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:19.155624328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"cade4abd-476e-4016-abc7-6a6403dcc6eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:19.161857802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"premium-w3-a8e157","reconcileID":"3e46f9a5-0ae7-480c-94a6-733c90315c87","MaaSModelRef":{"name":"premium-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"premium-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"premium-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:19.209965037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"premium-w3-a8e157","reconcileID":"74166e80-cede-4a98-9b3b-ba73dd2819a5","MaaSModelRef":{"name":"premium-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"premium-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"premium-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:19.255492314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"premium-w3-a8e157","reconcileID":"9adfad5f-a7f4-44c9-a935-19ab0c2bc6b0","MaaSModelRef":{"name":"premium-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"premium-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"premium-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:19.417772533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-test-auth-no-access","reconcileID":"8bb1f7ca-6e1e-4fec-9d3d-49a0a13a7c48","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:19.474837242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-test-auth-no-access","reconcileID":"8bb1f7ca-6e1e-4fec-9d3d-49a0a13a7c48","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:19.522801569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"ad48aa3b-5d2d-4e50-9c33-8d8d4a740145","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:19.522899558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"0a3af3ad-de80-47b9-a028-7ad7ec832196","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:19.529837853Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-test-subscription-no-access","reconcileID":"f6620b1b-08fb-4f36-8c02-5486663214ff","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-premium-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/premium-w3-a8e157","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-a8e157/e2e-test-subscription-no-access","ai-tenant-e2e-worker-w3-a8e157/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:19.579627448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"ad48aa3b-5d2d-4e50-9c33-8d8d4a740145","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:19.579632854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"0a3af3ad-de80-47b9-a028-7ad7ec832196","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:19.696159672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"premium-w3-a8e157","reconcileID":"e40c6aee-08da-443a-9087-c899da0cc344","MaaSModelRef":{"name":"premium-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"premium-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"premium-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:19.741329963Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-subscription","reconcileID":"8a40bf08-043c-4682-8233-5d703f3c0806","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-premium-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/premium-w3-a8e157","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:19.908216362Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-test-subscription-no-access","reconcileID":"b5be5677-c471-4680-8b4d-00456fe99f62","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-premium-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/premium-w3-a8e157","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:22.218232581Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"premium-w3-a8e157","reconcileID":"e80fd688-5cdc-487b-a2f7-2b2455536f47","MaaSModelRef":{"name":"premium-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"premium-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"premium-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:22.375521463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"a0aa813e-79ae-42f0-8a99-42165136d2be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:22.375683508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-test-auth-no-access","reconcileID":"b1638ec8-4cce-4800-a7b9-b1a9ac0ff2ad","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:22.375522093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"369b4efa-c8c6-41ac-85af-b5820171fe8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:22.432495032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-test-auth-no-access","reconcileID":"b1638ec8-4cce-4800-a7b9-b1a9ac0ff2ad","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:22.432758361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"a0aa813e-79ae-42f0-8a99-42165136d2be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:22.435048227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"369b4efa-c8c6-41ac-85af-b5820171fe8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:26.148281383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"premium-w2-00e840","reconcileID":"86d50628-027c-4756-a50b-4d6728e1b85f","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"premium-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"premium-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:26.306075009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"6e5c0c9c-bb46-44d0-9d56-1a585aed2e29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:26.306100201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-ordering-auth","reconcileID":"71c99318-6b05-4116-af17-d043f7acba8e","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:26.306529306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"4d166cde-8fe9-4903-b540-08bdf3cc74a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:26.363898449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"4d166cde-8fe9-4903-b540-08bdf3cc74a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:26.364008025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"6e5c0c9c-bb46-44d0-9d56-1a585aed2e29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:26.366492045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-ordering-auth","reconcileID":"71c99318-6b05-4116-af17-d043f7acba8e","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:27.4789896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-c0daf4-auth","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4-auth","reconcileID":"32c62539-01a0-42b6-9b1e-80f3d16867a2","MaaSAuthPolicy":{"name":"praxis-route-c0daf4-auth","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-c0daf4","tenantID":"e2e-praxis-a-c0daf4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:27.535381563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-c0daf4-auth","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4-auth","reconcileID":"32c62539-01a0-42b6-9b1e-80f3d16867a2","MaaSAuthPolicy":{"name":"praxis-route-c0daf4-auth","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"name":"e2e-praxis-a-c0daf4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:27.590384076Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-c0daf4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f29cbfdf416fe5e8f4ab7131edfc0744f6be2ce41d815aecce39766d661a4d75) AuthConfig (629d9aa2649968450f67cecd8000d8954b0c2a85f318bd73c9854c79c662bb77) AuthConfig (03ea9a84c32d64179072d3b73025fd3aaeeb615b8733a4c15c9ee85ebfc0b614) AuthConfig (0f2efd02158357622c48ec2e52ea00939a9afd9cc04e4621ed4fefa6728465f8) AuthConfig (64d84c9ae5b4a83f1ffb008a09130ec895fa214d20a70b0325fbcfd39646a6c0) AuthConfig (9f31cba09db93d07b5514130626941f636d152ab5298272bce0a948aa39dc405) AuthConfig (d06382e30252faedfdb4bee0576af9a3fc0f5e6b9fed75c94387e525a460c911) AuthConfig (a544049f42af6903f3d006fc46428ce4478630d4faf24ea7ceca3d17e5c9fecf) AuthConfig (a95a30c1acf511805196768714246c9e29eb2fbcaadb37e244c9275ea0827bfb) AuthConfig (e2cebe09ba0f2eb6537f8fa00027114ffb0ed5b1c4dcf98403c01acb9b8653e6) AuthConfig (fe8e7f5ba0bdf618d1bc3150b9b81f14eeff008767013db80c4f68b74a5dd3fe) AuthConfig (9e9aee64a5f69883f672758f7fffe3d20ee52faa03baa867d2d5c9de0b43f559) AuthConfig (2e9f4c6fd23b46b9effa4bac6d4808aaa3048631028f16bbfd1d9f553742b1ab) AuthConfig (34202f36384c4db88095029dd6815ae380d9e5df0e929179e8d92aa20ebc5598) AuthConfig (f253a198eaad6bb7097a643e1d8de5d7454153d79488034e23b83152200869b7) AuthConfig (3a1bc206ef89c4e4a185519ac7f5dd8f42de30a39f0a73a8ec86f9a59138e622) AuthConfig (ddc53d040049e4cc69067a1bf2a287c1fc84f8e6ae199c07ff6625f963d06254) AuthConfig (a6254e7a4df4f239c7b1f0741e42092da2210d4e10ddd0f478632273711046d2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-c0daf4-auth","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4-auth","reconcileID":"32c62539-01a0-42b6-9b1e-80f3d16867a2","MaaSAuthPolicy":{"name":"praxis-route-c0daf4-auth","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:32.3830499Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-test-subscription-no-access","reconcileID":"6d2fd9d6-3f9e-4013-a1ca-3244de91e382","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"model":"e2e-models-e2e-worker-w3-a8e157/premium-w3-a8e157","subscription":"e2e-test-subscription-no-access","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:32.599673025Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-test-subscription-no-access","reconcileID":"6d2fd9d6-3f9e-4013-a1ca-3244de91e382","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-premium-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/premium-w3-a8e157","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-a8e157/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:32.811798023Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-subscription","reconcileID":"5f1cd29a-cce7-4296-8bcb-5494503ded8a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-premium-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/premium-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:32.864389547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"premium-w3-a8e157","reconcileID":"d8b461fe-88bc-4461-aff1-bbe038cc3246","MaaSModelRef":{"name":"premium-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"premium-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"premium-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:33.009244165Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"premium-w3-a8e157","reconcileID":"117195ff-b31d-4431-b96c-255cad4b65f5","MaaSModelRef":{"name":"premium-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"premium-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"premium-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:33.022699562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"7c37d1e1-357c-4366-b66c-fbfb9c40fd6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:33.022730584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-test-auth-no-access","reconcileID":"03a5c2e3-4a3d-433b-8ad2-5ef27d40db95","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:33.023261757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"b07398b2-afa2-429e-8c2d-2f7d68dcada6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:33.080289657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"7c37d1e1-357c-4366-b66c-fbfb9c40fd6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:33.080619951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"b07398b2-afa2-429e-8c2d-2f7d68dcada6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:33.082515932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-test-auth-no-access","reconcileID":"03a5c2e3-4a3d-433b-8ad2-5ef27d40db95","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:33.237800012Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-test-auth-no-access","reconcileID":"580c64f7-ff68-4591-9b22-e791d3c3dae0","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"model":"e2e-models-e2e-worker-w3-a8e157/premium-w3-a8e157","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:33.399199379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"premium-w3-a8e157","reconcileID":"07a0d36e-0a23-4318-9e53-b762b3f297b2","MaaSModelRef":{"name":"premium-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"premium-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"premium-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:34.459145398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"8d580f28-ef8b-4b31-bb6f-9771b445f195","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:34.523585345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"3c49094b-aa57-4580-a0b1-1d7b792fd56c","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:34.692104342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-test-auth-multi-sub-valid","reconcileID":"da6db5b7-83d4-4430-bf02-d3f0192c2541","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:34.749359197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"d5c03466-3a2d-40f0-a42b-4a954e6a74ff","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:34.755410046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-test-auth-multi-sub-valid","reconcileID":"da6db5b7-83d4-4430-bf02-d3f0192c2541","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:34.819726468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"709e9e80-a4c3-4583-aa62-c93cc57893ae","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:52:34.870686078Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-test-subscription-free","reconcileID":"5be158e9-7e4f-453e-bf7d-b7af0d855350","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-free\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:34.925341458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"3e1b7fc4-be81-421b-b997-148b4564ada2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:34.925388596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"44101954-d19d-4092-9ce8-29b4c7aa33d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:34.985200233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"3e1b7fc4-be81-421b-b997-148b4564ada2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:34.985724325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"44101954-d19d-4092-9ce8-29b4c7aa33d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:35.037219779Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-a8e157 priority=0:[ai-tenant-e2e-worker-w3-a8e157/e2e-test-subscription-free ai-tenant-e2e-worker-w3-a8e157/e2e-test-subscription-premium]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:35.037419232Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"f7a03a04-9f9a-4def-833d-267d25e7ff32","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:35.089200897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"7b05f680-3a93-44cb-8310-100020574a69","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:35.092023351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"96f9ad94-aeee-4de0-be4c-f6a4983ff799","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:35.101363217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"7badbf7b-c169-4186-ba1d-f7749413788a","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:35.148031031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"d9d9c43d-f6e0-4c25-b80c-6b5b403e2617","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:52:35.150953029Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-test-subscription-premium","reconcileID":"a2882756-c723-4e0c-ba0c-8185b66a09c1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-premium\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:52:35.158152631Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-a8e157/e2e-test-subscription-free","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-free\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:35.251732509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-test-auth-multi-sub-valid","reconcileID":"f1014134-af00-4b94-8b13-1d4c020c4263","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:35.265879018Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"5d5c4b01-015c-4d7a-9b15-7e288414573b","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:35.308604558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-test-auth-multi-sub-valid","reconcileID":"f1014134-af00-4b94-8b13-1d4c020c4263","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:35.322558335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"81696fd5-8a26-428c-b4bb-336cc29767c0","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:35.382103475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"0d8ddef1-bc2a-4617-8058-d015bbaafb2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:35.382171521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"17e1c00d-2e5e-44bf-938f-596c9936cada","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:35.419027811Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-test-subscription-free","reconcileID":"dbef2d47-6fbd-4aac-b4d3-c7d80b9d96e7","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-simulator-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w3-a8e157/e2e-test-subscription-free","ai-tenant-e2e-worker-w3-a8e157/e2e-test-subscription-premium","ai-tenant-e2e-worker-w3-a8e157/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:35.439106716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"0d8ddef1-bc2a-4617-8058-d015bbaafb2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:35.439126753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"17e1c00d-2e5e-44bf-938f-596c9936cada","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:35.541041503Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-test-subscription-premium","reconcileID":"0916a166-103d-4236-89e9-2d83cd4f3888","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-simulator-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:35.591993011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"adb344ab-d0ac-461e-a7b5-2d876a1c0744","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:35.639273374Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-subscription","reconcileID":"e0e6c167-97dc-4026-89d0-a6584818969d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-simulator-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:35.672062882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-test-auth-multi-sub-valid","reconcileID":"3950a5df-90c4-40fd-9bf7-f5db2d56b7dd","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:35.708503287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"29673aa9-ae97-495a-8389-d797a78c67aa","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:35.72817622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-test-auth-multi-sub-valid","reconcileID":"3950a5df-90c4-40fd-9bf7-f5db2d56b7dd","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:35.772844188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"cfed58d8-709c-4861-8db8-28ff2e22715f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:35.772900108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"1752bfa0-83a0-4cce-a32e-c6bfab584604","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:35.802818982Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-test-subscription-free","reconcileID":"9d5a9b7e-57ba-4625-954c-99a322c4f815","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-simulator-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:35.8293131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"cfed58d8-709c-4861-8db8-28ff2e22715f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:35.829395629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"1752bfa0-83a0-4cce-a32e-c6bfab584604","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:35.919137427Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-test-subscription-premium","reconcileID":"c043adc5-d407-46d4-9437-f58dc224e6eb","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-simulator-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:36.313405573Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-ordering-sub","reconcileID":"954bc4f9-8332-4956-b764-e3fe54590f53","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-00e840"},"model":"e2e-models-e2e-worker-w2-00e840/premium-w2-00e840","subscription":"e2e-ordering-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:36.533555371Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-ordering-sub","reconcileID":"954bc4f9-8332-4956-b764-e3fe54590f53","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-premium-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/premium-w2-00e840","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-00e840/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:36.745252036Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-subscription","reconcileID":"a50a4a0a-a065-4747-a5b0-c638fb7ee087","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-premium-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/premium-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:36.797175933Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"premium-w2-00e840","reconcileID":"2acea4fa-a537-47e6-9328-924fbfac8c55","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"premium-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"premium-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:36.797450314Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-a8e157 priority=0:[ai-tenant-e2e-worker-w3-a8e157/e2e-test-subscription-free ai-tenant-e2e-worker-w3-a8e157/e2e-test-subscription-premium]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:36.855975204Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"3642534d-0774-4958-9bb4-6f6aaa67c588","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:36.914252737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"6f98e8c7-98fe-49ac-987d-acdb872a52b5","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:36.9493185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"premium-w2-00e840","reconcileID":"5f55459c-28be-4b9f-9f6a-eb44fba6f427","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"premium-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"premium-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:36.954718615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"62871fb4-d97f-471d-ac49-2baee9b12331","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:36.954861993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-ordering-auth","reconcileID":"008f0250-020b-48fc-8e25-bf199442a75f","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:36.954717517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"7414715e-615d-42d0-a37b-8226af513073","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:37.011990359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"7414715e-615d-42d0-a37b-8226af513073","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:37.012122878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"62871fb4-d97f-471d-ac49-2baee9b12331","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:37.014206393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-ordering-auth","reconcileID":"008f0250-020b-48fc-8e25-bf199442a75f","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:37.218996383Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-ordering-auth","reconcileID":"2ccd46f1-c267-4156-afdd-5a83e5da7710","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"model":"e2e-models-e2e-worker-w2-00e840/premium-w2-00e840","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:37.47619017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"premium-w2-00e840","reconcileID":"1a88f3c8-9787-45a9-9f8d-8af3139b2b93","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"premium-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"premium-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:37.697644544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-c0daf4-auth","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4-auth","reconcileID":"3b6b3bd8-f26d-47bc-9686-bc08d57d8253","MaaSAuthPolicy":{"name":"praxis-route-c0daf4-auth","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-c0daf4","tenantID":"e2e-praxis-a-c0daf4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:37.755164711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-c0daf4-auth","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4-auth","reconcileID":"3b6b3bd8-f26d-47bc-9686-bc08d57d8253","MaaSAuthPolicy":{"name":"praxis-route-c0daf4-auth","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"name":"e2e-praxis-a-c0daf4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:37.810207479Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-c0daf4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f29cbfdf416fe5e8f4ab7131edfc0744f6be2ce41d815aecce39766d661a4d75) AuthConfig (629d9aa2649968450f67cecd8000d8954b0c2a85f318bd73c9854c79c662bb77) AuthConfig (03ea9a84c32d64179072d3b73025fd3aaeeb615b8733a4c15c9ee85ebfc0b614) AuthConfig (0f2efd02158357622c48ec2e52ea00939a9afd9cc04e4621ed4fefa6728465f8) AuthConfig (64d84c9ae5b4a83f1ffb008a09130ec895fa214d20a70b0325fbcfd39646a6c0) AuthConfig (9f31cba09db93d07b5514130626941f636d152ab5298272bce0a948aa39dc405) AuthConfig (d06382e30252faedfdb4bee0576af9a3fc0f5e6b9fed75c94387e525a460c911) AuthConfig (a544049f42af6903f3d006fc46428ce4478630d4faf24ea7ceca3d17e5c9fecf) AuthConfig (a95a30c1acf511805196768714246c9e29eb2fbcaadb37e244c9275ea0827bfb) AuthConfig (e2cebe09ba0f2eb6537f8fa00027114ffb0ed5b1c4dcf98403c01acb9b8653e6) AuthConfig (fe8e7f5ba0bdf618d1bc3150b9b81f14eeff008767013db80c4f68b74a5dd3fe) AuthConfig (9e9aee64a5f69883f672758f7fffe3d20ee52faa03baa867d2d5c9de0b43f559) AuthConfig (2e9f4c6fd23b46b9effa4bac6d4808aaa3048631028f16bbfd1d9f553742b1ab) AuthConfig (34202f36384c4db88095029dd6815ae380d9e5df0e929179e8d92aa20ebc5598) AuthConfig (f253a198eaad6bb7097a643e1d8de5d7454153d79488034e23b83152200869b7) AuthConfig (3a1bc206ef89c4e4a185519ac7f5dd8f42de30a39f0a73a8ec86f9a59138e622) AuthConfig (ddc53d040049e4cc69067a1bf2a287c1fc84f8e6ae199c07ff6625f963d06254) AuthConfig (a6254e7a4df4f239c7b1f0741e42092da2210d4e10ddd0f478632273711046d2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-c0daf4-auth","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4-auth","reconcileID":"3b6b3bd8-f26d-47bc-9686-bc08d57d8253","MaaSAuthPolicy":{"name":"praxis-route-c0daf4-auth","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:38.762261128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"premium-w2-00e840","reconcileID":"2703f47e-1e78-4288-846d-dfead643335b","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"premium-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"premium-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:38.817088872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"premium-w2-00e840","reconcileID":"a34f4bc4-50a8-4c5c-bb4f-82f7969e8c37","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"premium-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"premium-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:38.897941171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4824517e-c7c2-4dd6-b37a-357ea82e2800","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:38.950620824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4824517e-c7c2-4dd6-b37a-357ea82e2800","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:39.003471047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4824517e-c7c2-4dd6-b37a-357ea82e2800","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:39.035546098Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"premium-w2-00e840","reconcileID":"166afaeb-78df-49a4-becf-9498903ab071","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"premium-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"premium-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:39.05630168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4824517e-c7c2-4dd6-b37a-357ea82e2800","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:39.057229575Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-a8e157 priority=0:[ai-tenant-e2e-worker-w3-a8e157/e2e-test-subscription-free ai-tenant-e2e-worker-w3-a8e157/e2e-test-subscription-premium]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:39.057647651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-test-auth-success","reconcileID":"f82ecd18-23f7-4c35-9be6-a56cfccb880f","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:39.114576789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"premium-w2-00e840","reconcileID":"c5b5ef9b-58d1-4dc1-90d4-c1327c076ef0","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"premium-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"premium-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:39.115342709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-test-auth-success","reconcileID":"f82ecd18-23f7-4c35-9be6-a56cfccb880f","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:52:39.164116517Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-test-subscription-success","reconcileID":"5781bd67-c3bb-4604-b6bd-b86ad8ec06e5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-success\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:39.21570764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"31f229a1-af67-4b97-85c2-5f250ec88c9a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:39.215702511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"c189dd10-5a7e-4949-ae4e-798b26c513ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:39.27376073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"31f229a1-af67-4b97-85c2-5f250ec88c9a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:39.274141103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"c189dd10-5a7e-4949-ae4e-798b26c513ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:39.277052355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"premium-w2-00e840","reconcileID":"c9644530-0af9-4954-ae70-fcfeaa0d8ea1","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"premium-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"premium-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:39.331379518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"premium-w2-00e840","reconcileID":"c75e4b88-46f1-4b14-a27c-a248d5a7f647","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"premium-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"premium-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:39.335074568Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-3b7279","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-3b7279","reconcileID":"c4c77119-3876-4c8d-b725-78489f7a0033","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-3b7279","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-3b7279":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:39.479336791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"premium-w2-00e840","reconcileID":"69310a03-336c-48c4-bb4c-a25c89805114","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"premium-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"premium-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:39.60017842Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-test-subscription-success","reconcileID":"348f786e-4f27-414a-aef8-87624d223c93","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-premium-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/premium-w2-00e840","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-00e840/e2e-test-subscription-success","ai-tenant-e2e-worker-w2-00e840/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:39.690085064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"84b73c8d-c543-4695-b131-97cbeb7c20e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:39.690222392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"fe201289-9f06-4dce-a3d3-b7b881853277","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:39.690512934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-test-auth-success","reconcileID":"c0908c6f-8341-409a-bba0-900fde684f09","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:39.714479896Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2c0de9"},"namespace":"ai-tenant-e2e-praxis-b-2c0de9","name":"default-tenant","reconcileID":"f78680fd-bbc6-41d3-bd00-4c53371c5793","namespace":"ai-tenant-e2e-praxis-b-2c0de9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:39.714531595Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2c0de9"},"namespace":"ai-tenant-e2e-praxis-b-2c0de9","name":"default-tenant","reconcileID":"f78680fd-bbc6-41d3-bd00-4c53371c5793","namespace":"ai-tenant-e2e-praxis-b-2c0de9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:39.714584507Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2c0de9"},"namespace":"ai-tenant-e2e-praxis-b-2c0de9","name":"default-tenant","reconcileID":"f78680fd-bbc6-41d3-bd00-4c53371c5793","tenant":"e2e-praxis-b-2c0de9","tenantID":"e2e-praxis-b-2c0de9","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:39.747546909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-test-auth-success","reconcileID":"c0908c6f-8341-409a-bba0-900fde684f09","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:39.747599657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"fe201289-9f06-4dce-a3d3-b7b881853277","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:39.749732649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"84b73c8d-c543-4695-b131-97cbeb7c20e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:39.765236359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"premium-w2-00e840","reconcileID":"63e6b5bf-e3ff-4218-be4b-8075c38dfe58","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"premium-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"premium-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:39.770419452Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2c0de9"},"namespace":"ai-tenant-e2e-praxis-b-2c0de9","name":"default-tenant","reconcileID":"f78680fd-bbc6-41d3-bd00-4c53371c5793","gvk":"Deployment","name":"maas-api-e2e-praxis-b-2c0de9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:39.815583471Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-subscription","reconcileID":"3e7802a9-f3f7-4237-8c1a-872c60b4beac","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-premium-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/premium-w2-00e840","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:39.830613569Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2c0de9"},"namespace":"ai-tenant-e2e-praxis-b-2c0de9","name":"default-tenant","reconcileID":"f78680fd-bbc6-41d3-bd00-4c53371c5793","gvk":"Service","name":"maas-api-e2e-praxis-b-2c0de9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:39.890801319Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2c0de9"},"namespace":"ai-tenant-e2e-praxis-b-2c0de9","name":"default-tenant","reconcileID":"f78680fd-bbc6-41d3-bd00-4c53371c5793","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-2c0de9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:39.945062523Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2c0de9"},"namespace":"ai-tenant-e2e-praxis-b-2c0de9","name":"default-tenant","reconcileID":"f78680fd-bbc6-41d3-bd00-4c53371c5793","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-2c0de9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:39.975718516Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-test-subscription-success","reconcileID":"393a97ca-39df-4328-8e24-cf78370578fe","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-premium-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/premium-w2-00e840","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:40.000378517Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2c0de9"},"namespace":"ai-tenant-e2e-praxis-b-2c0de9","name":"default-tenant","reconcileID":"f78680fd-bbc6-41d3-bd00-4c53371c5793","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-2c0de9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:40.059245119Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2c0de9"},"namespace":"ai-tenant-e2e-praxis-b-2c0de9","name":"default-tenant","reconcileID":"f78680fd-bbc6-41d3-bd00-4c53371c5793","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-2c0de9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:40.131389091Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2c0de9"},"namespace":"ai-tenant-e2e-praxis-b-2c0de9","name":"default-tenant","reconcileID":"f78680fd-bbc6-41d3-bd00-4c53371c5793","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-2c0de9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:40.155296557Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"7e7df48c-2c4b-4221-b4dd-938f26134239","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:40.186124457Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2c0de9"},"namespace":"ai-tenant-e2e-praxis-b-2c0de9","name":"default-tenant","reconcileID":"f78680fd-bbc6-41d3-bd00-4c53371c5793","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-2c0de9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:40.238138406Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2c0de9"},"namespace":"ai-tenant-e2e-praxis-b-2c0de9","name":"default-tenant","reconcileID":"f78680fd-bbc6-41d3-bd00-4c53371c5793","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-2c0de9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:40.290049976Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2c0de9"},"namespace":"ai-tenant-e2e-praxis-b-2c0de9","name":"default-tenant","reconcileID":"f78680fd-bbc6-41d3-bd00-4c53371c5793","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-2c0de9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:40.312173756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"c53dc819-e3fe-4401-ad65-b992e6134ebc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:40.312329991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-test-auth-multi-sub-valid","reconcileID":"290bbce4-404e-4d3f-bbdd-28cefd47878f","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:40.313030298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"9ad35a6d-7cff-43e3-a44b-3f23647fbb42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:40.34186928Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2c0de9"},"namespace":"ai-tenant-e2e-praxis-b-2c0de9","name":"default-tenant","reconcileID":"f78680fd-bbc6-41d3-bd00-4c53371c5793","gvk":"Service","name":"payload-processing-e2e-praxis-b-2c0de9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:40.369073991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"c53dc819-e3fe-4401-ad65-b992e6134ebc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:40.369282557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"9ad35a6d-7cff-43e3-a44b-3f23647fbb42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:40.371400541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-test-auth-multi-sub-valid","reconcileID":"290bbce4-404e-4d3f-bbdd-28cefd47878f","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:40.443893281Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2c0de9"},"namespace":"ai-tenant-e2e-praxis-b-2c0de9","name":"default-tenant","reconcileID":"f78680fd-bbc6-41d3-bd00-4c53371c5793","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-2c0de9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:40.495936534Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2c0de9"},"namespace":"ai-tenant-e2e-praxis-b-2c0de9","name":"default-tenant","reconcileID":"f78680fd-bbc6-41d3-bd00-4c53371c5793","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-2c0de9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:40.548049801Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2c0de9"},"namespace":"ai-tenant-e2e-praxis-b-2c0de9","name":"default-tenant","reconcileID":"f78680fd-bbc6-41d3-bd00-4c53371c5793","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-2c0de9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:40.600091761Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2c0de9"},"namespace":"ai-tenant-e2e-praxis-b-2c0de9","name":"default-tenant","reconcileID":"f78680fd-bbc6-41d3-bd00-4c53371c5793","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-2c0de9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:40.657785051Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2c0de9"},"namespace":"ai-tenant-e2e-praxis-b-2c0de9","name":"default-tenant","reconcileID":"f78680fd-bbc6-41d3-bd00-4c53371c5793","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-2c0de9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:40.71001438Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2c0de9"},"namespace":"ai-tenant-e2e-praxis-b-2c0de9","name":"default-tenant","reconcileID":"f78680fd-bbc6-41d3-bd00-4c53371c5793","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-2c0de9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:40.762401753Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2c0de9"},"namespace":"ai-tenant-e2e-praxis-b-2c0de9","name":"default-tenant","reconcileID":"f78680fd-bbc6-41d3-bd00-4c53371c5793","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-2c0de9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:40.814910909Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2c0de9"},"namespace":"ai-tenant-e2e-praxis-b-2c0de9","name":"default-tenant","reconcileID":"f78680fd-bbc6-41d3-bd00-4c53371c5793","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-2c0de9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:40.867020317Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2c0de9"},"namespace":"ai-tenant-e2e-praxis-b-2c0de9","name":"default-tenant","reconcileID":"f78680fd-bbc6-41d3-bd00-4c53371c5793","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-2c0de9","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:40.989550713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df6c92e5-fabe-4730-b825-774b63b4d4e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:41.042127062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df6c92e5-fabe-4730-b825-774b63b4d4e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:41.094981494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df6c92e5-fabe-4730-b825-774b63b4d4e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:41.154296848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df6c92e5-fabe-4730-b825-774b63b4d4e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:42.469292629Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-2c0de9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-2c0de9","reconcileID":"79cf91e5-43ae-499f-a999-5c2c936cac1d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-2c0de9","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-2c0de9"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:42.528390087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"premium-w2-00e840","reconcileID":"a531d5ce-fcee-49ab-9841-346a28757029","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"premium-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"premium-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:42.686975314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-test-auth-success","reconcileID":"9c622f0b-2eb8-4593-b251-a6cf0851cfc9","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:42.687162243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"829b603f-6ed7-4edb-b55f-935812a65f4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:42.686972271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"426b997e-ba9e-4052-9abb-0f059fe17b22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:42.745568159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"426b997e-ba9e-4052-9abb-0f059fe17b22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:42.74559274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"829b603f-6ed7-4edb-b55f-935812a65f4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:42.750188123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-test-auth-success","reconcileID":"9c622f0b-2eb8-4593-b251-a6cf0851cfc9","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:43.079054424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"beb2cc9a-ef26-4b8e-9a4a-fa09ef73deba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:43.131879673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"beb2cc9a-ef26-4b8e-9a4a-fa09ef73deba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:43.184402231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"beb2cc9a-ef26-4b8e-9a4a-fa09ef73deba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:43.237309883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"beb2cc9a-ef26-4b8e-9a4a-fa09ef73deba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:44.02997671Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:45.186756224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a4c878b-68c5-4995-8718-41af398d5a76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:45.23929125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a4c878b-68c5-4995-8718-41af398d5a76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:45.29173496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a4c878b-68c5-4995-8718-41af398d5a76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:45.344549168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a4c878b-68c5-4995-8718-41af398d5a76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:47.244405533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01c645c9-2c24-44c8-a7e7-a3f7da66bc0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:47.297695574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01c645c9-2c24-44c8-a7e7-a3f7da66bc0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:47.350423104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01c645c9-2c24-44c8-a7e7-a3f7da66bc0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:47.403446609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01c645c9-2c24-44c8-a7e7-a3f7da66bc0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:47.97522129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-c0daf4-auth","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4-auth","reconcileID":"e198fad1-832b-4add-83ef-abfa4154c73f","MaaSAuthPolicy":{"name":"praxis-route-c0daf4-auth","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-c0daf4","tenantID":"e2e-praxis-a-c0daf4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:48.03147702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-c0daf4-auth","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4-auth","reconcileID":"e198fad1-832b-4add-83ef-abfa4154c73f","MaaSAuthPolicy":{"name":"praxis-route-c0daf4-auth","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"name":"e2e-praxis-a-c0daf4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:48.346122615Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4","reconcileID":"f8400b5a-9aae-402b-a8d7-753427639d48","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"tenant":"e2e-praxis-a-c0daf4","gateway":"openshift-ingress/e2e-praxis-a-c0daf4","model":"ai-tenant-e2e-praxis-a-c0daf4/praxis-route-c0daf4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:48.346144718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4","reconcileID":"f8400b5a-9aae-402b-a8d7-753427639d48","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"routeName":"praxis-route-c0daf4-kserve-route","namespace":"ai-tenant-e2e-praxis-a-c0daf4","llmisvcName":"praxis-route-c0daf4","gateway":"openshift-ingress/e2e-praxis-a-c0daf4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:50.375531839Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-test-subscription-free","reconcileID":"758c88d6-a570-41cc-93aa-fdade30bbbed","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","subscription":"e2e-test-subscription-free","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:50.595274402Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-test-subscription-free","reconcileID":"758c88d6-a570-41cc-93aa-fdade30bbbed","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-simulator-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-a8e157/e2e-test-subscription-premium","ai-tenant-e2e-worker-w3-a8e157/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:50.808510551Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-test-subscription-premium","reconcileID":"9a7d9f1d-15e2-4a7e-8597-4ad93720ca74","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-simulator-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:50.808510033Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-subscription","reconcileID":"f2502aa0-dd3a-425e-9976-4418123f30a4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-simulator-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:50.859248239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"16e19dcd-9acd-4449-8cd4-bc7e6eda4c56","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:50.918530325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"88cde852-2136-42c4-a956-603ffc76a048","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:51.015342007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"caf8d38c-36e2-4f6c-aac9-56effb9407a6","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:51.017045636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"4450e47a-6c8f-4512-a61a-d04e9d3e1e10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:51.01719022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"8c365fed-0e10-4e34-8328-4c1cc1f8f418","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:51.017047479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-test-auth-multi-sub-valid","reconcileID":"85286d7e-c187-4318-a60b-adb3e339826c","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:51.073913571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"4450e47a-6c8f-4512-a61a-d04e9d3e1e10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:51.074033673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"8c365fed-0e10-4e34-8328-4c1cc1f8f418","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:51.076219421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-test-auth-multi-sub-valid","reconcileID":"85286d7e-c187-4318-a60b-adb3e339826c","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:51.448977573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"86fb2c5f-3c9c-4cde-b3ba-60657f49d3e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:51.449062374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"27139d02-b45b-4739-ac45-dd05b847a979","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:51.449391365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-test-auth-multi-sub-valid","reconcileID":"2209561c-8485-4f5b-86ba-6ccc204f8dfa","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:51.516130324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"86fb2c5f-3c9c-4cde-b3ba-60657f49d3e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:51.516459232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-test-auth-multi-sub-valid","reconcileID":"2209561c-8485-4f5b-86ba-6ccc204f8dfa","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:51.518594967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"27139d02-b45b-4739-ac45-dd05b847a979","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:52.693351801Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-test-subscription-success","reconcileID":"e09e2287-cb6f-4f01-8d75-df811bcfbd1b","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-00e840"},"model":"e2e-models-e2e-worker-w2-00e840/premium-w2-00e840","subscription":"e2e-test-subscription-success","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:52.912366035Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-test-subscription-success","reconcileID":"e09e2287-cb6f-4f01-8d75-df811bcfbd1b","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-premium-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/premium-w2-00e840","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-00e840/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:53.127285365Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-subscription","reconcileID":"904f77f4-f462-479d-8bd9-b064e20f489b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-premium-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/premium-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:53.181371498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"premium-w2-00e840","reconcileID":"b0b5d047-08a2-4c72-a3c9-0e3804fb719f","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"premium-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"premium-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:53.319179026Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4","reconcileID":"1957cc53-b036-48ff-aa43-5af643896eda","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"tenant":"e2e-praxis-a-c0daf4","gateway":"openshift-ingress/e2e-praxis-a-c0daf4","model":"ai-tenant-e2e-praxis-a-c0daf4/praxis-route-c0daf4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:53.319205733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4","reconcileID":"1957cc53-b036-48ff-aa43-5af643896eda","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"routeName":"praxis-route-c0daf4-kserve-route","namespace":"ai-tenant-e2e-praxis-a-c0daf4","llmisvcName":"praxis-route-c0daf4","gateway":"openshift-ingress/e2e-praxis-a-c0daf4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:53.338969147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"c6d7a870-5c56-430a-9da0-ced58c94f1ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:53.339026022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"b7a75814-80b5-4a97-b1cf-39ea718c36f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:53.339598918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-test-auth-success","reconcileID":"7d88b7ac-7a0b-49ac-b745-1065c0ea31ac","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:53.382200403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"premium-w2-00e840","reconcileID":"10cfc983-465a-43eb-b097-43db4c326e67","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"premium-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"premium-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:53.382811755Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4","reconcileID":"3fc01148-fc38-4829-bc14-ef707d90db49","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"tenant":"e2e-praxis-a-c0daf4","gateway":"openshift-ingress/e2e-praxis-a-c0daf4","model":"ai-tenant-e2e-praxis-a-c0daf4/praxis-route-c0daf4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:53.38283525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4","reconcileID":"3fc01148-fc38-4829-bc14-ef707d90db49","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"routeName":"praxis-route-c0daf4-kserve-route","namespace":"ai-tenant-e2e-praxis-a-c0daf4","llmisvcName":"praxis-route-c0daf4","gateway":"openshift-ingress/e2e-praxis-a-c0daf4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:53.396608029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-test-auth-success","reconcileID":"7d88b7ac-7a0b-49ac-b745-1065c0ea31ac","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:53.396668103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"c6d7a870-5c56-430a-9da0-ced58c94f1ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:53.398805018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"b7a75814-80b5-4a97-b1cf-39ea718c36f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:53.424331912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-c0daf4-auth","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4-auth","reconcileID":"2fcdf453-12a3-4d94-b8b2-3bcecc4ddf7f","MaaSAuthPolicy":{"name":"praxis-route-c0daf4-auth","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-c0daf4","tenantID":"e2e-praxis-a-c0daf4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:52:53.427993801Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-c0daf4-sub","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4-sub","reconcileID":"f9939810-d861-4d5a-bdd1-cf4fc35cd25b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"praxis-route-c0daf4-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:53.481153772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-c0daf4-auth","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4-auth","reconcileID":"2fcdf453-12a3-4d94-b8b2-3bcecc4ddf7f","MaaSAuthPolicy":{"name":"praxis-route-c0daf4-auth","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"name":"e2e-praxis-a-c0daf4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:53.538984121Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4","reconcileID":"bd2dc885-b357-412a-a03d-6b1c7b0e7ab5","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"tenant":"e2e-praxis-a-c0daf4","gateway":"openshift-ingress/e2e-praxis-a-c0daf4","model":"ai-tenant-e2e-praxis-a-c0daf4/praxis-route-c0daf4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:53.53900648Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4","reconcileID":"bd2dc885-b357-412a-a03d-6b1c7b0e7ab5","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"routeName":"praxis-route-c0daf4-kserve-route","namespace":"ai-tenant-e2e-praxis-a-c0daf4","llmisvcName":"praxis-route-c0daf4","gateway":"openshift-ingress/e2e-praxis-a-c0daf4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:53.596234241Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4","reconcileID":"3bc66fe5-85a6-4837-a255-70a29a4e205e","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"tenant":"e2e-praxis-a-c0daf4","gateway":"openshift-ingress/e2e-praxis-a-c0daf4","model":"ai-tenant-e2e-praxis-a-c0daf4/praxis-route-c0daf4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:53.596261919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4","reconcileID":"3bc66fe5-85a6-4837-a255-70a29a4e205e","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"routeName":"praxis-route-c0daf4-kserve-route","namespace":"ai-tenant-e2e-praxis-a-c0daf4","llmisvcName":"praxis-route-c0daf4","gateway":"openshift-ingress/e2e-praxis-a-c0daf4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:53.603091207Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-test-auth-success","reconcileID":"49408541-5a48-457d-ae25-a4dcee1a6fed","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-00e840"},"model":"e2e-models-e2e-worker-w2-00e840/premium-w2-00e840","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:53.760532149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-c0daf4-auth","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4-auth","reconcileID":"87ab280b-9118-45f7-a984-efbac889b090","MaaSAuthPolicy":{"name":"praxis-route-c0daf4-auth","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-c0daf4","tenantID":"e2e-praxis-a-c0daf4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:53.764949698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"premium-w2-00e840","reconcileID":"ebb2a81f-3ddc-4081-979d-7fdb0bf8a04e","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"premium-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"premium-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:53.811423611Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-c0daf4-sub","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4-sub","reconcileID":"ec8fa8b3-4e63-4c5f-839b-35ac84311def","MaaSSubscription":{"name":"praxis-route-c0daf4-sub","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"name":"maas-trlp-praxis-route-c0daf4","model":"praxis-route-c0daf4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-praxis-a-c0daf4/praxis-route-c0daf4-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:53.817150719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-c0daf4-auth","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4-auth","reconcileID":"87ab280b-9118-45f7-a984-efbac889b090","MaaSAuthPolicy":{"name":"praxis-route-c0daf4-auth","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"name":"e2e-praxis-a-c0daf4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:53.979373431Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4","reconcileID":"97d8dec4-9b90-402f-b964-8dee13eb45de","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"tenant":"e2e-praxis-a-c0daf4","gateway":"openshift-ingress/e2e-praxis-a-c0daf4","model":"ai-tenant-e2e-praxis-a-c0daf4/praxis-route-c0daf4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:53.979396223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4","reconcileID":"97d8dec4-9b90-402f-b964-8dee13eb45de","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"routeName":"praxis-route-c0daf4-kserve-route","namespace":"ai-tenant-e2e-praxis-a-c0daf4","llmisvcName":"praxis-route-c0daf4","gateway":"openshift-ingress/e2e-praxis-a-c0daf4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:54.190323851Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-c0daf4-sub","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4-sub","reconcileID":"ec4a826c-8534-42a3-8648-4c3c4c8555fb","MaaSSubscription":{"name":"praxis-route-c0daf4-sub","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"name":"maas-trlp-praxis-route-c0daf4","model":"ai-tenant-e2e-praxis-a-c0daf4/praxis-route-c0daf4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:54.67223303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"premium-w2-00e840","reconcileID":"804244d8-31bc-4ff9-9263-eaebabea2bc9","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"premium-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"premium-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:54.727883969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"premium-w2-00e840","reconcileID":"8d959a5a-4550-4ba3-b5fd-bf56c7064b9f","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"premium-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"premium-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:54.886394861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-test-group-no-auth","reconcileID":"81ecba10-fe5c-4b13-9a6b-1ce9503d0f91","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:54.943062834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-test-group-no-auth","reconcileID":"81ecba10-fe5c-4b13-9a6b-1ce9503d0f91","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:54.943880578Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"premium-w2-00e840","reconcileID":"2a972c58-bf7f-421b-a2ad-3ad1073c622e","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"premium-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"premium-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:55.00126436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"premium-w2-00e840","reconcileID":"8ce36b72-1477-464d-9e4b-f66de50ec71b","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"premium-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"premium-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:52:55.053933626Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-test-group-sub-only","reconcileID":"c9f00701-bc23-447f-a9a1-8c5be51be0aa","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-sub-only\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:55.10516776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"8fd0511c-50c9-4705-9d67-06ac4612c369","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:55.161951835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"8fd0511c-50c9-4705-9d67-06ac4612c369","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:55.166810798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"premium-w2-00e840","reconcileID":"2100b552-1e86-464c-9513-bd1fabaefb4a","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"premium-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"premium-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:55.204739454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"a10f0e85-e3eb-48f6-ae54-e6d9c35e2f1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:55.221708561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"premium-w2-00e840","reconcileID":"c0d1c541-06d7-4161-9bb3-0d84b5c238a3","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"premium-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"premium-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:55.260992948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"a10f0e85-e3eb-48f6-ae54-e6d9c35e2f1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:55.267009021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"premium-w2-00e840","reconcileID":"9148bcdf-3cf3-47c5-abfa-29cbb3dc27d0","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"premium-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"premium-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:55.422984957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-test-group-no-auth","reconcileID":"7af35410-71d9-468c-9eec-c2a03773c804","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:55.479239211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-test-group-no-auth","reconcileID":"7af35410-71d9-468c-9eec-c2a03773c804","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:55.489550325Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-test-group-sub-only","reconcileID":"11e5de4f-c4cc-4041-ba45-c257d8a235d8","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-premium-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/premium-w2-00e840","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-00e840/e2e-test-group-sub-only","ai-tenant-e2e-worker-w2-00e840/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:55.523386144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"d991ae0c-ad13-4c52-83a8-dfe034bfd6a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:55.573862619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"37891f8e-69e3-44e3-bad1-a8cc9660566e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:55.579234403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"d991ae0c-ad13-4c52-83a8-dfe034bfd6a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:55.629967125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"37891f8e-69e3-44e3-bad1-a8cc9660566e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:55.654916671Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"premium-w2-00e840","reconcileID":"733e453c-1eb5-457d-8e0d-55d0c29a5de4","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"premium-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"premium-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:55.701120918Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-subscription","reconcileID":"1f9c6aa9-263c-4c00-a386-a863e72146b2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-premium-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/premium-w2-00e840","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:55.867559931Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-test-group-sub-only","reconcileID":"0a202035-60b4-41e9-a198-5f73190f34a3","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-premium-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/premium-w2-00e840","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:58.240043377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"premium-w2-00e840","reconcileID":"84f36a19-b924-491f-9ff4-44b3183f8ba8","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"premium-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"premium-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:58.396903904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-test-group-no-auth","reconcileID":"a2bb3c1a-590b-4a06-b966-09ce21020f48","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:58.396977348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"fdbee496-1643-40ea-b82d-8d31f81126bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:58.397434516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"56c663a6-4079-43c2-9857-026dab853299","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:58.453858461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-test-group-no-auth","reconcileID":"a2bb3c1a-590b-4a06-b966-09ce21020f48","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:58.453860011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"fdbee496-1643-40ea-b82d-8d31f81126bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:58.455898436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"56c663a6-4079-43c2-9857-026dab853299","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:01.180219206Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-test-subscription-premium","reconcileID":"0e12e6dd-05e8-4da8-aa1e-de631e0fbc72","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","subscription":"e2e-test-subscription-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:01.398194248Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-test-subscription-premium","reconcileID":"0e12e6dd-05e8-4da8-aa1e-de631e0fbc72","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-simulator-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-a8e157/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:01.610233754Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-subscription","reconcileID":"729a3928-fe01-40e7-80b3-fdbb37a47d81","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-simulator-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:01.620058842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"dc74b128-adbf-484b-954f-a3b48c6df0c1","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:01.767405869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"18e13405-d19d-4779-95f4-7417c0838617","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:01.778664574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-test-auth-multi-sub-valid","reconcileID":"20ef9a8a-ed5b-4a29-9f66-1eebdbce29cc","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:01.77900007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"05e9e51c-0962-4b36-ab70-fd3f70b1d9e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:01.779281279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"1c8d8c53-9100-4354-b1ed-b7cf62408f84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:01.838781438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"1c8d8c53-9100-4354-b1ed-b7cf62408f84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:01.839774963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-test-auth-multi-sub-valid","reconcileID":"20ef9a8a-ed5b-4a29-9f66-1eebdbce29cc","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:01.841384861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"05e9e51c-0962-4b36-ab70-fd3f70b1d9e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:02.044564134Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-test-auth-multi-sub-valid","reconcileID":"ad53009f-36de-4ad5-a179-99234e8c492e","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:02.207044309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"9f84c879-2b8d-41ca-b455-cb9ddfcc4248","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:03.419554398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"afe08c10-3d6e-4789-becf-bf40180ee920","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:03.474821967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"3fe38de6-bc9b-4b1f-a051-dfa5b6dbf808","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:03.633491826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-test-group-auth","reconcileID":"1914036c-66a7-4c7c-a86a-56e8e0483ba4","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:03.690992668Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"c7a3280b-5485-47da-8e86-319dbca4e3f8","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:03.691150438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-test-group-auth","reconcileID":"1914036c-66a7-4c7c-a86a-56e8e0483ba4","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:03.749046049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"0e8b87ea-6a3c-4c7b-af87-187f40ed7e6f","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:53:03.800814948Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-test-group-subscription","reconcileID":"6e8737cf-7760-46a8-9996-55b17e2df223","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:03.848338581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"0c483c3c-2437-4695-901f-b44b2d5362ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:03.848366035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"b084a3a0-ac79-4e8f-995a-2eda91a8c9d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:03.905120303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"b084a3a0-ac79-4e8f-995a-2eda91a8c9d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:03.90609478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"0c483c3c-2437-4695-901f-b44b2d5362ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:03.914965973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"0b885b0e-942c-4cba-8f4d-7f93bc982e47","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:03.972184706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"f66bcdf3-3664-469a-a42b-0ba6f0520913","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:04.010093746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"73d9590c-8261-416a-8097-0bb2a4313dc1","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:04.165898637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-test-group-auth","reconcileID":"f5cad9d9-9173-4a95-a8ad-55639cea7a2c","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:04.222529779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-test-group-auth","reconcileID":"f5cad9d9-9173-4a95-a8ad-55639cea7a2c","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:04.240804614Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-test-group-subscription","reconcileID":"9bd078d3-f558-4982-83e8-7857af73f96e","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-simulator-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-a8e157/e2e-test-group-subscription","ai-tenant-e2e-worker-w3-a8e157/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:04.268012842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"66655181-db0f-4b4b-bec6-684126283083","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:04.268639301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"9c3a4da4-ace8-4a2f-98ff-4d155fdb5746","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:04.326049832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"66655181-db0f-4b4b-bec6-684126283083","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:04.326744038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"9c3a4da4-ace8-4a2f-98ff-4d155fdb5746","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:04.410075074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"f6fc38ce-f674-4d18-8d42-f936caae62a9","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:04.458754504Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-subscription","reconcileID":"80e9b9ca-2be5-4d70-801b-531acc6a93fb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-simulator-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:53:04.535243366Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-test-group-auth","reconcileID":"f5cad9d9-9173-4a95-a8ad-55639cea7a2c","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-test-group-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:04.620178455Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-test-group-subscription","reconcileID":"c03151f4-2aef-4070-8e53-9a66d8876a80","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-simulator-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:04.697388709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-test-group-auth","reconcileID":"8c947ec5-2837-4f8d-86a8-0a44ddf6564f","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:04.753740159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-test-group-auth","reconcileID":"8c947ec5-2837-4f8d-86a8-0a44ddf6564f","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:06.992006694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"23443e22-6c20-4b11-ae60-88f84381d8a3","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:07.149790464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"ca3f5098-a3d5-4399-9de0-750f23e448ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:07.149949214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"5ba73a52-3c1d-4dab-99c3-0dac9a7b4018","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:07.150252615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-test-group-auth","reconcileID":"00f6d774-3ac8-4000-9d63-6277aee935fd","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:07.206843142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"5ba73a52-3c1d-4dab-99c3-0dac9a7b4018","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:07.207064522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-test-group-auth","reconcileID":"00f6d774-3ac8-4000-9d63-6277aee935fd","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:07.209108524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"ca3f5098-a3d5-4399-9de0-750f23e448ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:08.404391447Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-test-group-sub-only","reconcileID":"a43d1f6b-959e-479c-9191-2165a49e8517","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-00e840"},"model":"e2e-models-e2e-worker-w2-00e840/premium-w2-00e840","subscription":"e2e-test-group-sub-only","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:08.621797318Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-test-group-sub-only","reconcileID":"a43d1f6b-959e-479c-9191-2165a49e8517","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-premium-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/premium-w2-00e840","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-00e840/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:08.834303731Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-subscription","reconcileID":"ae70ee2d-6874-4ccd-8bda-faa3b2ea0b7a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-premium-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/premium-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:08.886524747Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"premium-w2-00e840","reconcileID":"4d49cd38-ff87-410a-b1c2-2dea6c53c563","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"premium-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"premium-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:09.031794097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"premium-w2-00e840","reconcileID":"4f189de5-65cb-4671-b627-42f7fb71a5b1","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"premium-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"premium-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:09.044503598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"6136eb6e-d916-45b8-b81e-dc2432db36fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:09.044769837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"d35cb4dc-5fc3-4e67-8bb4-08e34847ce80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:09.044503751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-test-group-no-auth","reconcileID":"bd246475-afbe-4088-86cb-9c1cf009753f","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:09.101763366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"d35cb4dc-5fc3-4e67-8bb4-08e34847ce80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:09.10290796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-test-group-no-auth","reconcileID":"bd246475-afbe-4088-86cb-9c1cf009753f","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:09.104197751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"6136eb6e-d916-45b8-b81e-dc2432db36fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:09.26131922Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-test-group-no-auth","reconcileID":"90435e68-8008-406e-87ac-329521273682","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"model":"e2e-models-e2e-worker-w2-00e840/premium-w2-00e840","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:09.471216417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"premium-w2-00e840","reconcileID":"83aa0884-c4a9-49ee-8b86-9c111ee671f0","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"premium-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"premium-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:10.931593936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"simulator-w0-057e2d","reconcileID":"40f3b901-505c-4980-8a7e-ca24e8722348","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"simulator-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"simulator-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:10.987077043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"simulator-w0-057e2d","reconcileID":"566e0160-8e6d-436e-96a5-caa3108fa8c1","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"simulator-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"simulator-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:11.148123555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-status-active-auth","reconcileID":"747b37af-9d95-4a66-bff0-5c0f64d50605","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:11.2056939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-status-active-auth","reconcileID":"747b37af-9d95-4a66-bff0-5c0f64d50605","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:11.206784822Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"simulator-w0-057e2d","reconcileID":"7be4a6e2-1427-4010-ad75-05c1b5b48291","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"simulator-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"simulator-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:11.266067767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"simulator-w0-057e2d","reconcileID":"97226d59-8a17-41cf-bf00-486afa24c439","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"simulator-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"simulator-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:53:11.321245717Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-status-active-sub","reconcileID":"c29f84e6-ac9f-4e27-8cd0-697205db5662","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:11.373117042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"bc827070-571f-480a-acc3-5ce7844e28cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:11.37311931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"081ccc54-428d-4e91-a0ce-22abc248d59b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:11.430027712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"bc827070-571f-480a-acc3-5ce7844e28cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:11.430228554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"081ccc54-428d-4e91-a0ce-22abc248d59b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:11.441270404Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"simulator-w0-057e2d","reconcileID":"6342d784-20d2-40a8-b98f-841d773e62ad","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"simulator-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"simulator-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:11.504161924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"simulator-w0-057e2d","reconcileID":"93aca571-d685-4702-bdb1-dd193aa290cb","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"simulator-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"simulator-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:11.530953358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"simulator-w0-057e2d","reconcileID":"3c2bb870-e2c6-4dde-8a22-2307efcc5ece","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"simulator-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"simulator-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:11.688132241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-status-active-auth","reconcileID":"504b3908-a17d-46d0-b084-f19175c5bfc9","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:11.751357497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-status-active-auth","reconcileID":"504b3908-a17d-46d0-b084-f19175c5bfc9","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:11.780984747Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-status-active-sub","reconcileID":"b1e4a3ea-c8c7-44c0-b8bf-1c2de6d212fa","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-simulator-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-057e2d/e2e-status-active-sub","ai-tenant-e2e-worker-w0-057e2d/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:11.832587095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"08de352c-22ba-49d3-8903-5ab0a71c4024","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:11.832586215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"193ad0f9-7ae6-4597-bd9d-d3d0e14b0a6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:11.891278712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"193ad0f9-7ae6-4597-bd9d-d3d0e14b0a6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:11.891901985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"08de352c-22ba-49d3-8903-5ab0a71c4024","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:11.953424383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"simulator-w0-057e2d","reconcileID":"fd5e6ae8-cba7-4fd6-8899-30df1902f95f","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"simulator-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"simulator-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:11.997605367Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-subscription","reconcileID":"0481ce26-d871-467b-a404-b910d7992835","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-simulator-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:12.166743544Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-status-active-sub","reconcileID":"a9f4d593-4b7b-4bdd-a8a1-6fa89ffd3530","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-simulator-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:13.967267151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"simulator-w0-057e2d","reconcileID":"08fa292d-7ebf-4dc7-a3b5-c0d3c378c794","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"simulator-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"simulator-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:14.033551651Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:14.150807438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-status-active-auth","reconcileID":"39840790-398d-4a5b-8810-982e642b613c","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:14.151565615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"29b7df6b-2062-4f55-9a1f-09317a6bc5ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:14.152152102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"a32d9791-8f7f-424c-9204-6b401cdbdd3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:14.218895607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-status-active-auth","reconcileID":"39840790-398d-4a5b-8810-982e642b613c","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:14.222623363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"29b7df6b-2062-4f55-9a1f-09317a6bc5ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:14.223027559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"a32d9791-8f7f-424c-9204-6b401cdbdd3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:14.835270419Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-c0daf4-sub","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4-sub","reconcileID":"dc74a452-715d-4898-b1e0-ba87caaf1488","MaaSSubscription":{"name":"praxis-route-c0daf4-sub","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"name":"maas-trlp-praxis-route-c0daf4","model":"ai-tenant-e2e-praxis-a-c0daf4/praxis-route-c0daf4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:15.01050322Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4","reconcileID":"3efb641d-b69e-4547-88f6-c66fa87133da","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"tenant":"e2e-praxis-a-c0daf4","gateway":"openshift-ingress/e2e-praxis-a-c0daf4","model":"ai-tenant-e2e-praxis-a-c0daf4/praxis-route-c0daf4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:15.010525293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4","reconcileID":"3efb641d-b69e-4547-88f6-c66fa87133da","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"routeName":"praxis-route-c0daf4-kserve-route","namespace":"ai-tenant-e2e-praxis-a-c0daf4","llmisvcName":"praxis-route-c0daf4","gateway":"openshift-ingress/e2e-praxis-a-c0daf4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:15.606041259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-c0daf4-auth","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4-auth","reconcileID":"745307e4-c312-4b55-949a-e4070801d36e","MaaSAuthPolicy":{"name":"praxis-route-c0daf4-auth","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-c0daf4","tenantID":"e2e-praxis-a-c0daf4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:15.664644043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-c0daf4-auth","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4-auth","reconcileID":"745307e4-c312-4b55-949a-e4070801d36e","MaaSAuthPolicy":{"name":"praxis-route-c0daf4-auth","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"name":"e2e-praxis-a-c0daf4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:17.11088313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"78ffe278-c664-4032-898e-7bcef40dc96f","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"simulator-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"simulator-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:17.159019999Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-test-group-subscription","reconcileID":"30651695-613e-4769-bd6f-24412c8864c7","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","subscription":"e2e-test-group-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:17.167853778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"fb5b7e48-a6e0-4693-ab2d-25ea04ac1052","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"simulator-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"simulator-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:17.325566325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-status-active-auth-only","reconcileID":"de8f9860-f045-420f-b460-575400680778","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:17.37839219Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-test-group-subscription","reconcileID":"30651695-613e-4769-bd6f-24412c8864c7","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-simulator-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-a8e157/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:17.384100469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-status-active-auth-only","reconcileID":"de8f9860-f045-420f-b460-575400680778","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:17.590211763Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-subscription","reconcileID":"88956c02-a3b7-4393-a399-4cde2090337e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-simulator-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:17.640587027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"a6ca8848-cb27-4d6a-9b4f-11d6b7cce0fb","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:17.718287747Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"3b2ce55b-7b76-45df-af91-e4da4445b5aa","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"simulator-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"simulator-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:17.78185465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"0937b374-ebbb-4d19-bdc9-652c044a138d","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:17.804035531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"65ba0001-64c5-498f-a409-4aec1c645739","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:17.804516053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-test-group-auth","reconcileID":"4907ec77-06a6-431a-93f0-63234723b423","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:17.804737894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"b422d0fa-6680-4580-8c84-885763baae9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:17.874745301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-test-group-auth","reconcileID":"4907ec77-06a6-431a-93f0-63234723b423","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:17.883108319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"b422d0fa-6680-4580-8c84-885763baae9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:17.883912402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"65ba0001-64c5-498f-a409-4aec1c645739","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:17.915043191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-status-active-auth-only","reconcileID":"02a88d40-2b86-40ff-a68e-9d2d5f928814","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:17.976431395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-status-active-auth-only","reconcileID":"02a88d40-2b86-40ff-a68e-9d2d5f928814","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:18.032673651Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-test-group-auth","reconcileID":"cc72d0d9-a8ea-4ae2-ae8b-5b5b2b1d79d6","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:18.195494183Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"263a067b-ad06-478a-b58a-39f6ffdf496a","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:18.366188155Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4","reconcileID":"16d0144e-af06-4822-a2b9-39c5f8ee16ec","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"tenant":"e2e-praxis-a-c0daf4","gateway":"openshift-ingress/e2e-praxis-a-c0daf4","model":"ai-tenant-e2e-praxis-a-c0daf4/praxis-route-c0daf4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:18.366291645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4","reconcileID":"16d0144e-af06-4822-a2b9-39c5f8ee16ec","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"routeName":"praxis-route-c0daf4-kserve-route","namespace":"ai-tenant-e2e-praxis-a-c0daf4","llmisvcName":"praxis-route-c0daf4","gateway":"openshift-ingress/e2e-praxis-a-c0daf4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:18.535612366Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4","reconcileID":"d02b0d59-d7c2-423c-b261-5b63990562d7","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"tenant":"e2e-praxis-a-c0daf4","gateway":"openshift-ingress/e2e-praxis-a-c0daf4","model":"ai-tenant-e2e-praxis-a-c0daf4/praxis-route-c0daf4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:18.535641711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4","reconcileID":"d02b0d59-d7c2-423c-b261-5b63990562d7","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"routeName":"praxis-route-c0daf4-kserve-route","namespace":"ai-tenant-e2e-praxis-a-c0daf4","llmisvcName":"praxis-route-c0daf4","gateway":"openshift-ingress/e2e-praxis-a-c0daf4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:18.581888254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-c0daf4-auth","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4-auth","reconcileID":"b7b32863-3c5c-4e2b-b761-99c2f32aacaa","MaaSAuthPolicy":{"name":"praxis-route-c0daf4-auth","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-c0daf4","tenantID":"e2e-praxis-a-c0daf4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:18.635881898Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-c0daf4-sub","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4-sub","reconcileID":"ab9dac06-7141-4211-bb5c-30dbede6d6b6","MaaSSubscription":{"name":"praxis-route-c0daf4-sub","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"name":"maas-trlp-praxis-route-c0daf4","model":"ai-tenant-e2e-praxis-a-c0daf4/praxis-route-c0daf4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:18.638284307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-c0daf4-auth","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4-auth","reconcileID":"b7b32863-3c5c-4e2b-b761-99c2f32aacaa","MaaSAuthPolicy":{"name":"praxis-route-c0daf4-auth","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"name":"e2e-praxis-a-c0daf4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:19.00886469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-c0daf4-auth","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4-auth","reconcileID":"26e3f9ba-5057-400d-a956-17a355a1e099","MaaSAuthPolicy":{"name":"praxis-route-c0daf4-auth","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-c0daf4","tenantID":"e2e-praxis-a-c0daf4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:19.057374882Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-c0daf4-sub","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4-sub","reconcileID":"c846b307-d23a-41c8-bbd9-a20cb3163b75","MaaSSubscription":{"name":"praxis-route-c0daf4-sub","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"name":"maas-trlp-praxis-route-c0daf4","model":"ai-tenant-e2e-praxis-a-c0daf4/praxis-route-c0daf4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:19.065200678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-c0daf4-auth","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4-auth","reconcileID":"26e3f9ba-5057-400d-a956-17a355a1e099","MaaSAuthPolicy":{"name":"praxis-route-c0daf4-auth","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"name":"e2e-praxis-a-c0daf4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:19.397416415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"565960b2-de6c-415a-b617-975cd450fe93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:19.45037732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"565960b2-de6c-415a-b617-975cd450fe93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:19.50324289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"565960b2-de6c-415a-b617-975cd450fe93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:19.556251176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"565960b2-de6c-415a-b617-975cd450fe93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:19.688729915Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"9b7d3f7a-23e9-4139-af9e-261f80a30c8d","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"simulator-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"simulator-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:19.688757228Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-status-active-auth-only","reconcileID":"d7231d5d-bc1f-4f38-8caf-7b9a32b9b8a3","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-00e840"},"model":"e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:19.8786338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"c915c323-cf3d-4e98-b8db-e7e7fd029214","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"simulator-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"simulator-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:20.733326484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"f63d0ca6-d581-4b90-89e0-8ce0cbc04b10","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"simulator-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"simulator-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:20.78808474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"a8f07e7c-7f73-4f45-8d3f-657ac69a0425","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"simulator-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"simulator-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:20.984576713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-status-degraded-auth","reconcileID":"9ac386b5-fc6b-4321-8dca-07d927a18529","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:21.009212303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"4c6d5c55-a65d-4366-bc31-625e05750d5c","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"simulator-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"simulator-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:21.041781705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-status-degraded-auth","reconcileID":"9ac386b5-fc6b-4321-8dca-07d927a18529","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:21.067198147Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"918ca626-fb29-47d8-8ff0-a8e23c190bd5","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"simulator-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"simulator-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:53:21.117376328Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-status-degraded-sub","reconcileID":"615934f3-dd7b-420b-985e-0ca04335201e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:21.167454936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"2b97705d-6017-4d42-a68f-f753a38bb64c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:21.167454909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"571a1d77-a0f6-4c7c-80c2-af8262d77b3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:21.224154472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"571a1d77-a0f6-4c7c-80c2-af8262d77b3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:21.224594316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"2b97705d-6017-4d42-a68f-f753a38bb64c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:21.232717591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"5f996ece-e914-401f-92f1-267ddbc1e841","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"simulator-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"simulator-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:21.29055773Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"39fa87ec-a8ff-40fc-9c93-3bf8ee0ac508","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"simulator-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"simulator-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:21.360538419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"269c1b87-82b9-46e1-b183-61768d320846","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"simulator-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"simulator-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:21.45444823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1eef8ef-b315-4ddf-a70b-78def35cb7d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:21.507305696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1eef8ef-b315-4ddf-a70b-78def35cb7d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:21.560028245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1eef8ef-b315-4ddf-a70b-78def35cb7d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:21.560244516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-status-degraded-auth","reconcileID":"c8d5d562-3ed8-4179-b19a-676cfac41ec5","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:21.565125743Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-status-degraded-sub","reconcileID":"878ebc46-77d9-4c9c-83a3-6bd3d949e832","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-simulator-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-00e840/e2e-status-degraded-sub","ai-tenant-e2e-worker-w2-00e840/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:21.613017488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1eef8ef-b315-4ddf-a70b-78def35cb7d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:21.613833853Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-status-degraded-sub","reconcileID":"878ebc46-77d9-4c9c-83a3-6bd3d949e832","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-00e840"},"model":"e2e-models-e2e-worker-w2-00e840/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-00e840/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:21.670519055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-status-degraded-auth","reconcileID":"c8d5d562-3ed8-4179-b19a-676cfac41ec5","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:21.718371486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"4bef5b48-aa55-43cc-90fe-60742a8364e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:21.774309454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"4bef5b48-aa55-43cc-90fe-60742a8364e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:21.82387781Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-subscription","reconcileID":"a3aedf2b-7219-4dcd-9d49-e607234b65ec","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-simulator-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:21.828390046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"151e9e8f-7591-4dc1-937b-adcf1cb09416","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:21.885451556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"151e9e8f-7591-4dc1-937b-adcf1cb09416","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:21.887066131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"55f4374e-c37b-4c7f-8233-876ca11c8d2a","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"simulator-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"simulator-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:22.09697887Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-status-degraded-sub","reconcileID":"d6db239c-f8d8-4257-8439-c67affea434e","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-simulator-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:22.097149246Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-status-degraded-sub","reconcileID":"d6db239c-f8d8-4257-8439-c67affea434e","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-00e840"},"model":"e2e-models-e2e-worker-w2-00e840/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-00e840/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:23.441362526Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"9c834a6e-2e89-48a6-9885-08755c3a4f59","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"simulator-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"simulator-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:23.59864094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-status-degraded-auth","reconcileID":"0eedd4dc-1933-40d7-bcea-b046fbc7c55b","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:23.59864148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"1f320d82-f8c2-4b36-b28c-307f61cf6d48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:23.599212488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"d7ba769a-1f2c-423f-9a79-1c7cafbc5d62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:23.656811775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"1f320d82-f8c2-4b36-b28c-307f61cf6d48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:23.659811861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"d7ba769a-1f2c-423f-9a79-1c7cafbc5d62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:23.660521725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-status-degraded-auth","reconcileID":"0eedd4dc-1933-40d7-bcea-b046fbc7c55b","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:24.140007896Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-status-active-sub","reconcileID":"ae50eecb-0a78-46ce-aefd-36fb58c3386e","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","subscription":"e2e-status-active-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:24.356254371Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-status-active-sub","reconcileID":"ae50eecb-0a78-46ce-aefd-36fb58c3386e","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-simulator-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-057e2d/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:24.566159446Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-subscription","reconcileID":"a9e9eeb5-c0c8-403f-91f2-79a720634a4a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-simulator-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:24.572092487Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"simulator-w0-057e2d","reconcileID":"32db6de4-92bb-4f97-91bc-161d3c0bf976","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"simulator-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"simulator-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:24.724791306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"simulator-w0-057e2d","reconcileID":"5fb98d23-6790-4eb9-b02d-3e10e52fdb2e","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"simulator-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"simulator-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:24.729168961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"90e0ecaa-c2dd-4359-a0d0-67017f58e34d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:24.729261675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"04eab721-a89e-47d7-bd1c-77f7a9b9cf8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:24.729869129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-status-active-auth","reconcileID":"517378d2-3f0d-4b20-b04a-7e2d3d7eba54","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:24.78600471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"04eab721-a89e-47d7-bd1c-77f7a9b9cf8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:24.787063904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-status-active-auth","reconcileID":"517378d2-3f0d-4b20-b04a-7e2d3d7eba54","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:24.788284649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"90e0ecaa-c2dd-4359-a0d0-67017f58e34d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:24.991210619Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-status-active-auth","reconcileID":"9dc4beb2-3fac-4d49-b586-e7be8dd67571","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:25.151588839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"simulator-w0-057e2d","reconcileID":"536ffb3b-4fe1-44cc-a12f-f31d4f21e78b","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"simulator-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"simulator-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:53:26.113148375Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-status-failed-sub","reconcileID":"05ad7a61-06c5-4e6d-8025-008f54d8e3d8","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:26.16228547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"9c619cbb-cf5d-47b5-a7cd-6a352aa40ee7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:26.162285592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"b6fa9a2a-d2f5-45e5-8fd9-efda1eb098d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:26.219994462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"9c619cbb-cf5d-47b5-a7cd-6a352aa40ee7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:26.219994065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"b6fa9a2a-d2f5-45e5-8fd9-efda1eb098d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:26.584220099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"da39a10b-d2a1-479d-aee2-7b76e779f78d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:26.584259994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"0af1c6a3-9dc9-4184-8fdb-3bf3856c5f09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:26.641382562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"0af1c6a3-9dc9-4184-8fdb-3bf3856c5f09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:26.64154898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"da39a10b-d2a1-479d-aee2-7b76e779f78d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:28.600934827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"7881da99-406c-4d3a-b7aa-6bae6d512b12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:28.600974588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"f722ad37-5866-46af-a5b6-cf079920d762","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:28.658447133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"7881da99-406c-4d3a-b7aa-6bae6d512b12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:28.659592409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"f722ad37-5866-46af-a5b6-cf079920d762","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:29.014366998Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4","reconcileID":"825ed56e-794e-49c6-b86e-b6bc0e64076b","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"tenant":"e2e-praxis-a-c0daf4","gateway":"openshift-ingress/e2e-praxis-a-c0daf4","model":"ai-tenant-e2e-praxis-a-c0daf4/praxis-route-c0daf4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:29.014387803Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4","reconcileID":"825ed56e-794e-49c6-b86e-b6bc0e64076b","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"routeName":"praxis-route-c0daf4-kserve-route","namespace":"ai-tenant-e2e-praxis-a-c0daf4","llmisvcName":"praxis-route-c0daf4","gateway":"openshift-ingress/e2e-praxis-a-c0daf4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:29.119121924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-c0daf4-auth","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4-auth","reconcileID":"47514a2f-961a-4875-80ca-024db6d42c1d","MaaSAuthPolicy":{"name":"praxis-route-c0daf4-auth","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-c0daf4","tenantID":"e2e-praxis-a-c0daf4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:29.176441735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-c0daf4-auth","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4-auth","reconcileID":"47514a2f-961a-4875-80ca-024db6d42c1d","MaaSAuthPolicy":{"name":"praxis-route-c0daf4-auth","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"name":"e2e-praxis-a-c0daf4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:29.22564518Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-c0daf4-sub","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4-sub","reconcileID":"bb2e82cd-344b-4757-86f7-ec210eeb0cbc","MaaSSubscription":{"name":"praxis-route-c0daf4-sub","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"name":"maas-trlp-praxis-route-c0daf4","model":"ai-tenant-e2e-praxis-a-c0daf4/praxis-route-c0daf4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:29.48609195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-c0daf4-auth","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4-auth","reconcileID":"54f19124-10f3-4505-8144-458ba903e18d","MaaSAuthPolicy":{"name":"praxis-route-c0daf4-auth","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-c0daf4","tenantID":"e2e-praxis-a-c0daf4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:29.543269523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-c0daf4-auth","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4-auth","reconcileID":"54f19124-10f3-4505-8144-458ba903e18d","MaaSAuthPolicy":{"name":"praxis-route-c0daf4-auth","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"name":"e2e-praxis-a-c0daf4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:29.546033906Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-c0daf4-sub","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4-sub","reconcileID":"2b560420-4333-408e-9742-d6c35ffcad88","MaaSSubscription":{"name":"praxis-route-c0daf4-sub","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"name":"maas-trlp-praxis-route-c0daf4","model":"ai-tenant-e2e-praxis-a-c0daf4/praxis-route-c0daf4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:33.60513583Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-status-degraded-sub","reconcileID":"4c23350f-cadb-4331-a74f-c364411c8803","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-00e840"},"model":"e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840","subscription":"e2e-status-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:33.824206285Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-status-degraded-sub","reconcileID":"4c23350f-cadb-4331-a74f-c364411c8803","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-simulator-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-00e840/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:33.824245162Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-status-degraded-sub","reconcileID":"4c23350f-cadb-4331-a74f-c364411c8803","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-00e840"},"model":"e2e-models-e2e-worker-w2-00e840/nonexistent-model-partial","subscription":"e2e-status-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:33.824354813Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-status-degraded-sub","reconcileID":"4c23350f-cadb-4331-a74f-c364411c8803","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-00e840"},"model":"e2e-models-e2e-worker-w2-00e840/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-00e840/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:34.035175407Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-subscription","reconcileID":"c496ab06-5735-4be3-9016-bdf2ebf976d3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-simulator-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:34.142909347Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"0ceefee0-0c2f-48a2-a205-6fe3fee9ffb8","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"simulator-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"simulator-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:34.29596371Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"33f8c1e2-d1ff-4052-9329-56c01b8347f6","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"simulator-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"simulator-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:34.300201766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-status-degraded-auth","reconcileID":"77ff3b5d-bb5d-4365-a504-6b8a01e3d61a","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:34.300329194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"366c2e50-bdfc-4a15-835d-8cc5d0e0dc5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:34.300601911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"f469cd06-4374-453d-99ca-b10c60298333","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:34.357384458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-status-degraded-auth","reconcileID":"77ff3b5d-bb5d-4365-a504-6b8a01e3d61a","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:34.357881924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"f469cd06-4374-453d-99ca-b10c60298333","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:34.359611871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"366c2e50-bdfc-4a15-835d-8cc5d0e0dc5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:34.563038372Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-status-degraded-auth","reconcileID":"bb5f5d91-749f-4493-8d25-0b1c0eb16aa3","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"model":"e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:34.820102907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"8d9b498d-8a2e-4dec-951a-91c9a0b59bb1","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"simulator-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"simulator-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:34.824940437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3b7279"},"namespace":"ai-tenant-e2e-praxis-a-3b7279","name":"default-tenant","reconcileID":"52e74a40-74a7-436a-9de1-ca2ca05a2937","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-3b7279","tenantID":"e2e-praxis-a-3b7279","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:34.940327021Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3b7279"},"namespace":"ai-tenant-e2e-praxis-a-3b7279","name":"default-tenant","reconcileID":"52e74a40-74a7-436a-9de1-ca2ca05a2937","name":"e2e-praxis-a-3b7279-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:35.684833334Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"d6c7b37f-d61e-4bfd-9231-77dbf4c7000f","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"simulator-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"simulator-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:35.7415538Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"1a036154-7dc7-40de-a133-4f854b8fccf2","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"simulator-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"simulator-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:35.897460369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-degraded-healthy-inf-auth","reconcileID":"e9ccb841-5a74-4db5-9a06-54d4d492016c","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:35.954412157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-degraded-healthy-inf-auth","reconcileID":"e9ccb841-5a74-4db5-9a06-54d4d492016c","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:35.956598995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"f27b8b0a-fb33-455f-ab91-9eb733ee8a7e","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"simulator-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"simulator-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:36.013830603Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"d9cf9e6e-d471-4a45-baad-2c43788317e9","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"simulator-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"simulator-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:53:36.063138282Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-degraded-healthy-inf","reconcileID":"d36c682d-8f00-4034-b7a7-00d5c0b3a386","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-healthy-inf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:36.0990111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-status-failed-auth","reconcileID":"f85501d4-ba90-4f5f-9eef-d6631a1d068b","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:36.146167244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"cb4b2314-5fab-4749-938e-89ecafb613b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:36.146548152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"8dea31a6-c52c-4460-b13a-a3261a4a11b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:36.155160866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-status-failed-auth","reconcileID":"f85501d4-ba90-4f5f-9eef-d6631a1d068b","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:36.177516912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"b36162a6-328f-4ede-ba37-73a03b439c5f","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"simulator-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"simulator-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:36.203969918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"cb4b2314-5fab-4749-938e-89ecafb613b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:36.204342065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"8dea31a6-c52c-4460-b13a-a3261a4a11b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:36.209866001Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-status-failed-auth","reconcileID":"f85501d4-ba90-4f5f-9eef-d6631a1d068b","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"model":"e2e-models-e2e-worker-w3-a8e157/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:36.224525852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"02c7a47e-bb84-42b1-be19-dfc407cd3878","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"simulator-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"simulator-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:36.235225151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"73d71768-9841-472d-9215-55795627b553","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"simulator-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"simulator-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:36.38320121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-degraded-healthy-inf-auth","reconcileID":"68eb366f-dd04-485e-9fe9-427e088d6aec","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:36.440105332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-degraded-healthy-inf-auth","reconcileID":"68eb366f-dd04-485e-9fe9-427e088d6aec","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:36.504224386Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-degraded-healthy-inf","reconcileID":"0c0d6961-cefa-45d5-9bd5-ad1593ab8370","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-simulator-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-00e840/e2e-degraded-healthy-inf","ai-tenant-e2e-worker-w2-00e840/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:36.504411141Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-degraded-healthy-inf","reconcileID":"0c0d6961-cefa-45d5-9bd5-ad1593ab8370","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-00e840"},"model":"e2e-models-e2e-worker-w2-00e840/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-00e840/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:36.5203689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"ccc6cf68-6b30-4442-8b41-be1eab8b517b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:36.520371283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"1efffb70-183b-4ad5-b476-a10ae91f1e91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:36.576883388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"1efffb70-183b-4ad5-b476-a10ae91f1e91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:36.577277127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"ccc6cf68-6b30-4442-8b41-be1eab8b517b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:36.579895782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-status-failed-auth","reconcileID":"54da8961-aa1b-4220-828b-d412b0bb98b5","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:36.636568414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-status-failed-auth","reconcileID":"54da8961-aa1b-4220-828b-d412b0bb98b5","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:36.69163714Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-status-failed-auth","reconcileID":"54da8961-aa1b-4220-828b-d412b0bb98b5","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"model":"e2e-models-e2e-worker-w3-a8e157/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:36.716058401Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-subscription","reconcileID":"5c162e62-31c9-4346-b037-db4b5fc3efb4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-simulator-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:36.724149929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"18a9ba38-7bb7-415d-bb15-6ad51098df0a","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"simulator-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"simulator-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:36.934497178Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-degraded-healthy-inf","reconcileID":"70679ce1-81fe-42ac-8c97-a06937f3ef1d","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-simulator-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:36.934641159Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-degraded-healthy-inf","reconcileID":"70679ce1-81fe-42ac-8c97-a06937f3ef1d","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-00e840"},"model":"e2e-models-e2e-worker-w2-00e840/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-00e840/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:37.205823892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"2451f2af-1bff-4224-bc5e-434e1aaedd28","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"simulator-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"simulator-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:38.278282785Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-status-failed-auth","reconcileID":"9c5b5204-7ff6-40ab-8923-73c2582a4fa3","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"model":"e2e-models-e2e-worker-w3-a8e157/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:38.60829498Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-status-failed-sub","reconcileID":"5394800c-c631-450f-be1f-bca26e8cbf11","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"model":"e2e-models-e2e-worker-w0-057e2d/nonexistent-model-xyz","subscription":"e2e-status-failed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:38.60845988Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-status-failed-sub","reconcileID":"5394800c-c631-450f-be1f-bca26e8cbf11","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"model":"e2e-models-e2e-worker-w0-057e2d/nonexistent-model-xyz","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-057e2d/nonexistent-model-xyz","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:38.987546597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"5344c45a-f680-443f-916d-a81a46a62b55","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"simulator-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"simulator-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:39.085459708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"4b9da867-83b3-47e5-99ee-a7aef2b53ba5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:39.085511637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"42a9141c-c789-4d46-91bb-d86e825fc998","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:39.142765746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"4b9da867-83b3-47e5-99ee-a7aef2b53ba5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:39.143212523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"42a9141c-c789-4d46-91bb-d86e825fc998","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:39.485682552Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"e2e-temp-model-status","reconcileID":"ca4b0c12-f854-45ad-9498-4fbc6036034f","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-a8e157"},"tenant":"e2e-worker-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:39.485728637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"e2e-temp-model-status","reconcileID":"ca4b0c12-f854-45ad-9498-4fbc6036034f","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"distinct-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"distinct-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:39.546295688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"2c768794-1b0c-467a-bcd7-9f0ea4f2924c","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"simulator-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"simulator-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:39.546886337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"distinct-w3-a8e157","reconcileID":"be44126c-a589-4399-b5c6-34f8ad20af68","MaaSModelRef":{"name":"distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"distinct-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"distinct-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:39.606362663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-degraded-healthy-inf-auth","reconcileID":"cc5befec-c847-4404-841c-9a612fdd689e","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:39.606566144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"abd12b5e-c131-4e76-83d0-c7e8b46cd1fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:39.606362618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"4c7a79b0-b04e-4490-8816-5f43cdc08c07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:39.651496434Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"e2e-temp-model-status","reconcileID":"3939fc0d-10ba-42f6-97b2-5a4d499178ad","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-a8e157"},"tenant":"e2e-worker-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:39.65152096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"e2e-temp-model-status","reconcileID":"3939fc0d-10ba-42f6-97b2-5a4d499178ad","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"distinct-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"distinct-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:39.663502719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-degraded-healthy-inf-auth","reconcileID":"cc5befec-c847-4404-841c-9a612fdd689e","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:39.663583419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"4c7a79b0-b04e-4490-8816-5f43cdc08c07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:39.665824691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"abd12b5e-c131-4e76-83d0-c7e8b46cd1fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:39.709006719Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"e2e-temp-model-status","reconcileID":"3ebff58d-8b59-4ad8-84dd-7d34e78c0d68","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-a8e157"},"tenant":"e2e-worker-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:39.709031189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"e2e-temp-model-status","reconcileID":"3ebff58d-8b59-4ad8-84dd-7d34e78c0d68","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"distinct-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"distinct-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:39.799098755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"simulator-w0-057e2d","reconcileID":"212874f9-5335-4540-a7a1-5a439004ffc6","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"simulator-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"simulator-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:39.857586148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"simulator-w0-057e2d","reconcileID":"d440f9a1-32dd-400b-bc03-73cd70621a1a","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"simulator-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"simulator-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:39.941723144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-status-transition-auth","reconcileID":"8129ce2d-b86b-463b-90e1-700fdc08b7e7","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:39.942191055Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"e2e-temp-model-status","reconcileID":"24174540-ae75-4ede-aebf-292e1a0ac80a","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-a8e157"},"tenant":"e2e-worker-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:39.942208545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"e2e-temp-model-status","reconcileID":"24174540-ae75-4ede-aebf-292e1a0ac80a","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"distinct-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"distinct-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:39.99922277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-status-transition-auth","reconcileID":"8129ce2d-b86b-463b-90e1-700fdc08b7e7","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:40.003053955Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"e2e-temp-model-status","reconcileID":"494ed3ca-6411-4748-bad5-52d7d886523c","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-a8e157"},"tenant":"e2e-worker-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:40.003080253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"e2e-temp-model-status","reconcileID":"494ed3ca-6411-4748-bad5-52d7d886523c","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"distinct-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"distinct-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:40.013940281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-degraded-models-apikey-auth","reconcileID":"0dd5a163-468b-4259-929e-a5550bfa7ae8","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:40.070523509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-degraded-models-apikey-auth","reconcileID":"0dd5a163-468b-4259-929e-a5550bfa7ae8","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:40.083983991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"simulator-w0-057e2d","reconcileID":"82d2c41d-1334-4232-9e53-0d39f25f6fcb","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"simulator-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"simulator-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:53:40.135420655Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-status-transition-sub","reconcileID":"4b4c36eb-debf-41c1-8429-987dbaf92863","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-transition-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:40.139259066Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"simulator-w0-057e2d","reconcileID":"099de743-f12d-47f5-99f1-6d7ab31c3683","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"simulator-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"simulator-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:40.166765356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"cc2b5e17-fb1e-44cb-aedd-f6b42e9ec951","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:40.166794658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"8321263c-a361-42e5-9edd-a5cc4683ee13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:53:40.190253073Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-degraded-models-apikey","reconcileID":"9ffa2b40-f06c-4a91-8111-ad0106982c4d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-apikey\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:40.223144909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"cc2b5e17-fb1e-44cb-aedd-f6b42e9ec951","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:40.22337648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"8321263c-a361-42e5-9edd-a5cc4683ee13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:40.239748757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"18a2d5ad-8ab6-4145-b61d-d1c6ea3fd735","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:40.244406841Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"e2e-temp-model-status","reconcileID":"a96fc584-90d1-438b-87d6-d8fa660a5baf","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-a8e157"},"tenant":"e2e-worker-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:40.244425974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"e2e-temp-model-status","reconcileID":"a96fc584-90d1-438b-87d6-d8fa660a5baf","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"distinct-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"distinct-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:40.295996071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"18a2d5ad-8ab6-4145-b61d-d1c6ea3fd735","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:40.301559135Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"e2e-temp-model-status","reconcileID":"856c74f4-587f-46c2-b339-d74c4f3cada5","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-a8e157"},"tenant":"e2e-worker-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:40.30157688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"e2e-temp-model-status","reconcileID":"856c74f4-587f-46c2-b339-d74c4f3cada5","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"distinct-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"distinct-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:40.302337227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"simulator-w0-057e2d","reconcileID":"8fb67676-5b30-40f8-abd4-0ee6f2ce3391","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"simulator-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"simulator-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:40.317361727Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"e2e-temp-model-status","reconcileID":"2fbd18d7-4a08-478e-b2bc-6c1d03997757","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-a8e157"},"tenant":"e2e-worker-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:40.31737783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"e2e-temp-model-status","reconcileID":"2fbd18d7-4a08-478e-b2bc-6c1d03997757","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"distinct-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"distinct-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:40.359113438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"simulator-w0-057e2d","reconcileID":"70bc5abf-38e8-44ac-800d-3fdf78394260","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"simulator-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"simulator-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:40.418010483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"simulator-w0-057e2d","reconcileID":"ab4cb3b0-03da-496a-ac97-bb629867f31f","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"simulator-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"simulator-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:40.51744764Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-status-transition-sub","reconcileID":"604fd54b-1a1a-432f-9c48-97642cf5c562","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-temp-model-status","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-a8e157/e2e-status-transition-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:40.52488689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-status-transition-auth","reconcileID":"f3ae0e5a-261f-48ad-ae90-1d180c82d4c3","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:40.575830867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-degraded-models-apikey-auth","reconcileID":"55727407-5c1c-4f14-8a38-943f66d58807","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:40.583002865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-status-transition-auth","reconcileID":"f3ae0e5a-261f-48ad-ae90-1d180c82d4c3","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:40.629199398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"2e8ed7ca-8229-4fe4-a473-a2839b5f5a7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:40.629199414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"022dae41-67af-4d8c-8825-d26b7a644141","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:40.633332861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-degraded-models-apikey-auth","reconcileID":"55727407-5c1c-4f14-8a38-943f66d58807","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:40.676321667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"5dc24595-3597-46ac-b267-e81f74494a19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:40.676872053Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-degraded-models-apikey","reconcileID":"ecd9263e-6f67-47de-8e88-1392bb4beeb2","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-simulator-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-057e2d/e2e-degraded-models-apikey","ai-tenant-e2e-worker-w0-057e2d/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:40.676984119Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-degraded-models-apikey","reconcileID":"ecd9263e-6f67-47de-8e88-1392bb4beeb2","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"model":"e2e-models-e2e-worker-w0-057e2d/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-057e2d/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:40.686230113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"022dae41-67af-4d8c-8825-d26b7a644141","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:40.68622932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"2e8ed7ca-8229-4fe4-a473-a2839b5f5a7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:40.689111313Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"e2e-temp-model-status","reconcileID":"85d60a2e-ba0c-479f-be1d-2bc847b116b5","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-a8e157"},"tenant":"e2e-worker-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:40.689133512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"e2e-temp-model-status","reconcileID":"85d60a2e-ba0c-479f-be1d-2bc847b116b5","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"distinct-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"distinct-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:40.734484332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"5dc24595-3597-46ac-b267-e81f74494a19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:40.888599261Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-subscription","reconcileID":"8e3ffe2f-2f30-44c5-baf3-6f82010de35c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-simulator-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:40.898209828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"simulator-w0-057e2d","reconcileID":"26b2f1e8-882c-429a-ab18-238feb488cbd","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"simulator-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"simulator-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:40.899631089Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-status-transition-sub","reconcileID":"229d7b3f-e569-47fa-816c-aa5525894bce","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w3-a8e157/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:40.946157817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"1b99c7b4-55ba-4373-9ff6-d11a2e57d23d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:41.00576479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"1b99c7b4-55ba-4373-9ff6-d11a2e57d23d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:41.10874468Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-degraded-models-apikey","reconcileID":"de9c5e2e-91c2-4a58-8a88-392e04e8af1a","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-simulator-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:41.10888857Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-degraded-models-apikey","reconcileID":"de9c5e2e-91c2-4a58-8a88-392e04e8af1a","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"model":"e2e-models-e2e-worker-w0-057e2d/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-057e2d/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:43.205701798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"simulator-w0-057e2d","reconcileID":"071e8d45-2e44-4905-ad10-166408ba7816","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"simulator-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"simulator-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:43.36370455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"ac2281a4-25e6-41cd-947b-84a47392792f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:43.363858901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"6035a740-1118-4f0c-af03-7199912df681","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:43.363705281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-degraded-models-apikey-auth","reconcileID":"3c3c09b5-b9a9-4a31-bfbb-5bbc450c93fd","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:43.422035834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"ac2281a4-25e6-41cd-947b-84a47392792f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:43.422035805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"6035a740-1118-4f0c-af03-7199912df681","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:43.424416725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-degraded-models-apikey-auth","reconcileID":"3c3c09b5-b9a9-4a31-bfbb-5bbc450c93fd","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:44.03046773Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:49.610209868Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-degraded-healthy-inf","reconcileID":"6df74f48-eb71-4643-bf54-8bd8e953f881","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-00e840"},"model":"e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840","subscription":"e2e-degraded-healthy-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:49.825942958Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-degraded-healthy-inf","reconcileID":"6df74f48-eb71-4643-bf54-8bd8e953f881","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-simulator-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-00e840/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:49.82597459Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-degraded-healthy-inf","reconcileID":"6df74f48-eb71-4643-bf54-8bd8e953f881","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-00e840"},"model":"e2e-models-e2e-worker-w2-00e840/nonexistent-model-inf","subscription":"e2e-degraded-healthy-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:49.826085701Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-degraded-healthy-inf","reconcileID":"6df74f48-eb71-4643-bf54-8bd8e953f881","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-00e840"},"model":"e2e-models-e2e-worker-w2-00e840/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-00e840/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:50.037374176Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-subscription","reconcileID":"7d88b4a5-0a08-47f1-9184-88351713e327","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-simulator-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:50.095366866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"300f0f42-89c9-4067-b4fa-ad414429b7e5","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"simulator-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"simulator-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:50.152424913Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"e2e-temp-model-status","reconcileID":"60eab0a3-7d07-48fb-a73f-6cc16e3403be","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-a8e157"},"tenant":"e2e-worker-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:50.152447588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"e2e-temp-model-status","reconcileID":"60eab0a3-7d07-48fb-a73f-6cc16e3403be","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"distinct-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"distinct-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:50.236467867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"5cfb5c38-57c9-4468-892d-bd89a3b3d657","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"simulator-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"simulator-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:50.252749375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"07e595c5-83fd-4d98-8ba0-762a8ddf4172","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:50.25294898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-degraded-healthy-inf-auth","reconcileID":"69bfa8d8-cafd-4d47-9303-a80a978ae628","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:50.252752044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"810e2328-f37d-44b5-b086-30b3b8b6afd9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:50.309393658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"07e595c5-83fd-4d98-8ba0-762a8ddf4172","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:50.309617674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"810e2328-f37d-44b5-b086-30b3b8b6afd9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:50.311541373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-degraded-healthy-inf-auth","reconcileID":"69bfa8d8-cafd-4d47-9303-a80a978ae628","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:50.514609Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-degraded-healthy-inf-auth","reconcileID":"b93e64fb-6fc1-41fc-9e69-2ce4aadb0dde","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"model":"e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:50.677764918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"c4690f25-b8bf-4f45-82d4-b5ae49dcad10","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"simulator-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"simulator-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:51.529200505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"d7c60942-17be-453a-a1bf-141861faa02d","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"simulator-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"simulator-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:51.584858961Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"c82def48-0596-4d94-ad07-a1965fee126c","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"simulator-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"simulator-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:51.742123532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-degraded-models-kube-auth","reconcileID":"46f0442b-2a80-4a72-be90-a7cc45355b13","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:51.798927465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-degraded-models-kube-auth","reconcileID":"46f0442b-2a80-4a72-be90-a7cc45355b13","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:51.807462898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"8de2f795-859e-403e-86cf-ad3ea8800e58","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"simulator-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"simulator-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:51.863580072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"ef4621f8-55a0-4fb6-8dc4-016e39881fe0","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"simulator-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"simulator-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:53:51.916807Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-degraded-models-kube","reconcileID":"81a2fb44-3454-4955-81e1-f907d395aa93","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-kube\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:51.968633969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"e91b3757-44a8-40f6-8c87-75d6f149f239","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:51.968974618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"3156cc76-d5e4-4603-8618-7595262604eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:52.026424096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"e91b3757-44a8-40f6-8c87-75d6f149f239","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:52.026552092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"3156cc76-d5e4-4603-8618-7595262604eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:52.032843388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"4c1bcec3-c732-48d1-98f0-47eb34d033f5","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"simulator-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"simulator-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:52.088111135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"195381d0-254d-4773-9647-4d6145fc1dd3","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"simulator-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"simulator-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:52.119972073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"f35bd309-57da-4ade-adc8-e2beed02718d","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"simulator-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"simulator-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:52.280376654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-degraded-models-kube-auth","reconcileID":"68ffb5cb-98d3-4367-bafd-da1291eab69f","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:52.337098864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-degraded-models-kube-auth","reconcileID":"68ffb5cb-98d3-4367-bafd-da1291eab69f","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:52.355179556Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-degraded-models-kube","reconcileID":"71668ea7-9030-411e-b4bd-657035aa1a01","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-simulator-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-00e840/e2e-degraded-models-kube","ai-tenant-e2e-worker-w2-00e840/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:52.35537523Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-degraded-models-kube","reconcileID":"71668ea7-9030-411e-b4bd-657035aa1a01","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-00e840"},"model":"e2e-models-e2e-worker-w2-00e840/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-00e840/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:52.423549182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"dccd0d0a-e8dc-40ac-a026-f2759ea0568d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:52.423586131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"bd1e94f6-41d7-48bf-b7bd-63824f60ff13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:52.480236463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"dccd0d0a-e8dc-40ac-a026-f2759ea0568d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:52.480567921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"bd1e94f6-41d7-48bf-b7bd-63824f60ff13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:52.566875464Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-subscription","reconcileID":"34e57cfa-2aeb-4ab5-9217-52eaa497e4bc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-simulator-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:52.575481463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"1c7b8951-a50a-484f-a1e8-7676f9474887","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"simulator-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"simulator-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:52.788922762Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-degraded-models-kube","reconcileID":"b1dfddf6-66ca-4f43-b537-0db42119809d","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-simulator-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:52.789217256Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-degraded-models-kube","reconcileID":"b1dfddf6-66ca-4f43-b537-0db42119809d","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-00e840"},"model":"e2e-models-e2e-worker-w2-00e840/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-00e840/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:53.368558611Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-degraded-models-apikey","reconcileID":"dbf2bef9-0067-4414-b601-2f4aafee80a1","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","subscription":"e2e-degraded-models-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:53.587546499Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-degraded-models-apikey","reconcileID":"dbf2bef9-0067-4414-b601-2f4aafee80a1","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-simulator-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-057e2d/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:53.58758139Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-degraded-models-apikey","reconcileID":"dbf2bef9-0067-4414-b601-2f4aafee80a1","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"model":"e2e-models-e2e-worker-w0-057e2d/nonexistent-model-apikey","subscription":"e2e-degraded-models-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:53.587733101Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-degraded-models-apikey","reconcileID":"dbf2bef9-0067-4414-b601-2f4aafee80a1","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"model":"e2e-models-e2e-worker-w0-057e2d/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-057e2d/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:53.809834918Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-subscription","reconcileID":"f6399abd-a229-4b12-b138-3925f4aadf79","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-simulator-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:53.873030886Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"simulator-w0-057e2d","reconcileID":"12f309be-8268-4893-8758-b7f3e6c23806","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"simulator-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"simulator-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:53.933253273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"3c5d16ef-dd70-4b5f-bd3f-d6f50a5ccb06","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"simulator-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"simulator-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:54.022414004Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"simulator-w0-057e2d","reconcileID":"9b89cd96-ecfc-4aef-a4db-db2892b515ec","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"simulator-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"simulator-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:54.033435109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-degraded-models-apikey-auth","reconcileID":"e225616a-69c3-467d-bf7c-a6e1b40584bb","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:54.034282306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"8b16e65d-d941-43c0-8acb-2271b4507ccd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:54.034621594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"d015fc5c-1f90-4343-94fa-c3574e0c9696","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:54.092178462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"d015fc5c-1f90-4343-94fa-c3574e0c9696","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:54.09320641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-degraded-models-apikey-auth","reconcileID":"e225616a-69c3-467d-bf7c-a6e1b40584bb","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:54.096536024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"8b16e65d-d941-43c0-8acb-2271b4507ccd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:54.256250664Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-degraded-models-apikey-auth","reconcileID":"23ba7430-8055-4a22-b3ad-7da7bb782502","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:54.417534378Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"simulator-w0-057e2d","reconcileID":"c471105b-5af6-4ff8-a663-79cf6b9a6152","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"simulator-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"simulator-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:54.644460083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"1eaa5064-75f2-4546-bdc4-9a53244a9fe7","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"simulator-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"simulator-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:54.80475057Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-status-transition-sub","reconcileID":"fe102974-d318-4a1f-b86d-7d0d1a5763c9","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w3-a8e157/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:54.805551827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"8e6320f3-87e9-4680-990b-3571fe811241","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:54.806291671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"bc2c5441-fab2-447c-a4b0-e031c299a90c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:54.807126277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-degraded-models-kube-auth","reconcileID":"9b2d6352-751d-4bab-8f73-520a4457282f","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:54.871570938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"8e6320f3-87e9-4680-990b-3571fe811241","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:54.894806443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-degraded-models-kube-auth","reconcileID":"9b2d6352-751d-4bab-8f73-520a4457282f","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:54.903413097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"bc2c5441-fab2-447c-a4b0-e031c299a90c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:55.001145577Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"e2e-temp-model-status","reconcileID":"6b97efd8-dabb-4adf-84fa-12b1708a84a9","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-a8e157"},"tenant":"e2e-worker-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:55.001190167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"e2e-temp-model-status","reconcileID":"6b97efd8-dabb-4adf-84fa-12b1708a84a9","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"distinct-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"distinct-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:55.838426653Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-status-transition-sub","reconcileID":"1c9bc933-c8ff-4010-9094-645c9c32acb2","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"model":"e2e-models-e2e-worker-w3-a8e157/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-a8e157/e2e-temp-model-status (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:55.879794436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"fc91788e-a0c4-46a2-be67-920ab6aed14b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:55.880000418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-status-transition-auth","reconcileID":"0c66418b-3e4d-455d-837f-ff0d6656ff54","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:55.879794438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"bea2c0a5-98eb-4cac-a045-3e0738b77ad9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:55.89320346Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-status-transition-sub","reconcileID":"1c9bc933-c8ff-4010-9094-645c9c32acb2","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:55.893269154Z","body":"Deleting generated TokenRateLimitPolicy on MaaSModelRef deletion","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"e2e-temp-model-status","reconcileID":"0e862b32-f433-4fc3-9c40-29678e7783da","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-a8e157"},"name":"maas-trlp-e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-a8e157","model":"e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:55.936973651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-status-transition-auth","reconcileID":"0c66418b-3e4d-455d-837f-ff0d6656ff54","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:55.937016037Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-status-transition-auth","reconcileID":"0c66418b-3e4d-455d-837f-ff0d6656ff54","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"model":"e2e-models-e2e-worker-w3-a8e157/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:55.93711475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"bea2c0a5-98eb-4cac-a045-3e0738b77ad9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:55.939434313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"fc91788e-a0c4-46a2-be67-920ab6aed14b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:56.117898975Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-status-transition-sub","reconcileID":"6073fa60-a5dc-4928-adb5-9390a98f7ae2","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"model":"e2e-models-e2e-worker-w3-a8e157/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-a8e157/e2e-temp-model-status","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:53:56.226595494Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"e2e-temp-model-status","reconcileID":"6354d1a9-3f45-4cd1-bd21-c56cc4402073","error":"maasmodelrefs.maas.opendatahub.io \"e2e-temp-model-status\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:56.226829849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"distinct-w3-a8e157","reconcileID":"1c4ecf36-caaa-4721-9bde-5aff62c68efb","MaaSModelRef":{"name":"distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"distinct-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"distinct-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:56.302931233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-status-transition-auth","reconcileID":"84870029-4071-4d1e-b2ad-78fb2ad9b16c","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:56.354971012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"40e02be4-1abd-4ddc-8a8f-378de651ca94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:56.354974308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"e40b2fe9-7e71-409e-ac19-0e5a1fc2c35b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:56.359640471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-status-transition-auth","reconcileID":"84870029-4071-4d1e-b2ad-78fb2ad9b16c","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:56.359690841Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-status-transition-auth","reconcileID":"84870029-4071-4d1e-b2ad-78fb2ad9b16c","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"model":"e2e-models-e2e-worker-w3-a8e157/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:56.41414554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"e40b2fe9-7e71-409e-ac19-0e5a1fc2c35b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:56.414237112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"40e02be4-1abd-4ddc-8a8f-378de651ca94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:56.787882145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-status-transition-auth","reconcileID":"e087cca6-36aa-40a2-b889-ff18fae79601","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:56.845374313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-status-transition-auth","reconcileID":"e087cca6-36aa-40a2-b889-ff18fae79601","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:56.889321368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"5c0ad91a-22c5-46fd-9a21-5516b0a1ad84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:56.889337467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"caa422be-64e6-4fe8-94d2-40a494eb5b2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:56.900394662Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-status-transition-auth","reconcileID":"e087cca6-36aa-40a2-b889-ff18fae79601","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"model":"e2e-models-e2e-worker-w3-a8e157/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:56.946389206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"5c0ad91a-22c5-46fd-9a21-5516b0a1ad84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:56.946418296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"caa422be-64e6-4fe8-94d2-40a494eb5b2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:58.99054209Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"default-tenant","reconcileID":"8d0eef06-3a31-494b-944b-788f3fd8d75d","namespace":"ai-tenant-e2e-praxis-a-c0daf4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:58.9906363Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"default-tenant","reconcileID":"8d0eef06-3a31-494b-944b-788f3fd8d75d","name":"praxis-route-c0daf4-sub","namespace":"ai-tenant-e2e-praxis-a-c0daf4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:59.048775558Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"default-tenant","reconcileID":"8d0eef06-3a31-494b-944b-788f3fd8d75d","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:59.04880185Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"default-tenant","reconcileID":"8d0eef06-3a31-494b-944b-788f3fd8d75d","namespace":"ai-tenant-e2e-praxis-a-c0daf4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:59.048918606Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"default-tenant","reconcileID":"8d0eef06-3a31-494b-944b-788f3fd8d75d","name":"praxis-route-c0daf4-auth","namespace":"ai-tenant-e2e-praxis-a-c0daf4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:59.049274601Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4","reconcileID":"99e53377-5d19-449d-9969-562cf47ea341","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"tenant":"e2e-praxis-a-c0daf4","gateway":"openshift-ingress/e2e-praxis-a-c0daf4","model":"ai-tenant-e2e-praxis-a-c0daf4/praxis-route-c0daf4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:59.049291499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4","reconcileID":"99e53377-5d19-449d-9969-562cf47ea341","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"routeName":"praxis-route-c0daf4-kserve-route","namespace":"ai-tenant-e2e-praxis-a-c0daf4","llmisvcName":"praxis-route-c0daf4","gateway":"openshift-ingress/e2e-praxis-a-c0daf4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:59.107849627Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"default-tenant","reconcileID":"8d0eef06-3a31-494b-944b-788f3fd8d75d","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:59.111282172Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4","reconcileID":"fbb3524c-79c5-4d8f-b62b-62de0dbf1de7","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"tenant":"e2e-praxis-a-c0daf4","gateway":"openshift-ingress/e2e-praxis-a-c0daf4","model":"ai-tenant-e2e-praxis-a-c0daf4/praxis-route-c0daf4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:59.111442466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4","reconcileID":"fbb3524c-79c5-4d8f-b62b-62de0dbf1de7","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"routeName":"praxis-route-c0daf4-kserve-route","namespace":"ai-tenant-e2e-praxis-a-c0daf4","llmisvcName":"praxis-route-c0daf4","gateway":"openshift-ingress/e2e-praxis-a-c0daf4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:59.156231022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-c0daf4-auth","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4-auth","reconcileID":"76c31086-b5f0-4287-8bc0-5b696ea8f447","MaaSAuthPolicy":{"name":"praxis-route-c0daf4-auth","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-c0daf4","tenantID":"e2e-praxis-a-c0daf4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:53:59.166498345Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4","reconcileID":"fbb3524c-79c5-4d8f-b62b-62de0dbf1de7","name":"praxis-route-c0daf4","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-c0daf4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:53:59.166571672Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4","reconcileID":"fbb3524c-79c5-4d8f-b62b-62de0dbf1de7","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-c0daf4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:59.171922526Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4","reconcileID":"27c6a39f-f9b4-474d-a1a3-fb2fa255a828","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"tenant":"e2e-praxis-a-c0daf4","gateway":"openshift-ingress/e2e-praxis-a-c0daf4","model":"ai-tenant-e2e-praxis-a-c0daf4/praxis-route-c0daf4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:59.171941157Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4","reconcileID":"27c6a39f-f9b4-474d-a1a3-fb2fa255a828","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"routeName":"praxis-route-c0daf4-kserve-route","namespace":"ai-tenant-e2e-praxis-a-c0daf4","llmisvcName":"praxis-route-c0daf4","gateway":"openshift-ingress/e2e-praxis-a-c0daf4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:59.213121034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-c0daf4-auth","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4-auth","reconcileID":"76c31086-b5f0-4287-8bc0-5b696ea8f447","MaaSAuthPolicy":{"name":"praxis-route-c0daf4-auth","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"name":"e2e-praxis-a-c0daf4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:59.218555272Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-c0daf4-sub","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4-sub","reconcileID":"0a6da6c3-8277-44a5-94ef-ed69f6679662","MaaSSubscription":{"name":"praxis-route-c0daf4-sub","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-4191a066","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:59.280532424Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-c0daf4-sub","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4-sub","reconcileID":"8f459ca9-50f9-48d9-a550-9fe1b0d26c22","MaaSSubscription":{"name":"praxis-route-c0daf4-sub","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-4191a066","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:59.398428137Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-c0daf4-auth","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4-auth","reconcileID":"2152184b-2585-46a9-8187-39378eac4e28","MaaSAuthPolicy":{"name":"praxis-route-c0daf4-auth","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"model":"ai-tenant-e2e-praxis-a-c0daf4/praxis-route-c0daf4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:59.607489114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-c0daf4-auth","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4-auth","reconcileID":"2152184b-2585-46a9-8187-39378eac4e28","MaaSAuthPolicy":{"name":"praxis-route-c0daf4-auth","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-c0daf4","tenantID":"e2e-praxis-a-c0daf4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:59.738873094Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-c0daf4-auth","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4-auth","reconcileID":"2152184b-2585-46a9-8187-39378eac4e28","MaaSAuthPolicy":{"name":"praxis-route-c0daf4-auth","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"name":"e2e-praxis-a-c0daf4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:59.738896987Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-c0daf4-auth","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4-auth","reconcileID":"2152184b-2585-46a9-8187-39378eac4e28","MaaSAuthPolicy":{"name":"praxis-route-c0daf4-auth","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-c0daf4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:59.795481462Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4","reconcileID":"e1c43d05-8af6-4e09-b42d-563730e8a4e5","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"tenant":"e2e-praxis-a-c0daf4","gateway":"openshift-ingress/e2e-praxis-a-c0daf4","model":"ai-tenant-e2e-praxis-a-c0daf4/praxis-route-c0daf4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:59.795503657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4","reconcileID":"e1c43d05-8af6-4e09-b42d-563730e8a4e5","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"routeName":"praxis-route-c0daf4-kserve-route","namespace":"ai-tenant-e2e-praxis-a-c0daf4","llmisvcName":"praxis-route-c0daf4","gateway":"openshift-ingress/e2e-praxis-a-c0daf4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:02.293842351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"simulator-w0-057e2d","reconcileID":"969e08c9-cfa5-4817-9f47-d5d1e21130f9","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"simulator-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"simulator-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:02.353889167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"simulator-w0-057e2d","reconcileID":"39dae4d6-fd42-440a-86ae-c158d8954fed","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"simulator-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"simulator-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:54:02.404633189Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-list-subs-refs-sub","reconcileID":"62429f02-4731-4d08-ba7b-9ef83ce0190e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-list-subs-refs-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:02.460049132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"33cf11a0-60ef-4c09-b28e-4729d400badc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:02.46008682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"0321274e-6dad-4f8d-837a-01248385774f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:02.517258385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"0321274e-6dad-4f8d-837a-01248385774f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:02.517365788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"33cf11a0-60ef-4c09-b28e-4729d400badc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:02.520193188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"simulator-w0-057e2d","reconcileID":"b6b3e97f-a7cd-4558-ae16-c02b0c86a9de","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"simulator-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"simulator-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:02.575758324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"simulator-w0-057e2d","reconcileID":"28701272-00fc-4766-9e4e-6494be256fa9","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"simulator-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"simulator-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:02.8332628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"42f1c341-6181-4448-9520-ece1fff1661f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:02.833262796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"165564eb-d147-4bcb-9976-5c4b597b81cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:02.853538825Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-list-subs-refs-sub","reconcileID":"6202442a-5241-4a80-bda0-d5f16738fc0a","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-simulator-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-057e2d/e2e-list-subs-refs-sub","ai-tenant-e2e-worker-w0-057e2d/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:02.889680142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"42f1c341-6181-4448-9520-ece1fff1661f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:02.889810978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"165564eb-d147-4bcb-9976-5c4b597b81cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:03.024011607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"simulator-w0-057e2d","reconcileID":"54da443d-d10b-4f9d-aa0a-da0586205370","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"simulator-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"simulator-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:03.067481639Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-subscription","reconcileID":"b0044373-fc06-4453-8af4-96580fb171c5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-simulator-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:03.235996769Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-list-subs-refs-sub","reconcileID":"db2af740-64bd-465f-b1f8-4dcca6545643","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-simulator-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:04.810816431Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-degraded-models-kube","reconcileID":"b4a83d05-1050-4634-93cf-e7db99b21efa","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-00e840"},"model":"e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840","subscription":"e2e-degraded-models-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:05.030187182Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-degraded-models-kube","reconcileID":"b4a83d05-1050-4634-93cf-e7db99b21efa","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-simulator-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-00e840/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:05.030224728Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-degraded-models-kube","reconcileID":"b4a83d05-1050-4634-93cf-e7db99b21efa","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-00e840"},"model":"e2e-models-e2e-worker-w2-00e840/nonexistent-model-kube","subscription":"e2e-degraded-models-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:05.030354492Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-degraded-models-kube","reconcileID":"b4a83d05-1050-4634-93cf-e7db99b21efa","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-00e840"},"model":"e2e-models-e2e-worker-w2-00e840/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-00e840/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:05.242272708Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-subscription","reconcileID":"a01d49ad-cf05-4440-b020-ac275504cef6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-simulator-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:05.301286787Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"a01d9b81-0b36-4ea1-b9d1-d3168bc83cf1","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"simulator-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"simulator-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:05.35534958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"simulator-w0-057e2d","reconcileID":"37d3ba9a-e359-4779-9308-d9b6a5aa79ca","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"simulator-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"simulator-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:54:05.357611748Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-057e2d/e2e-list-subs-refs-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-list-subs-refs-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1641\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Delete\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:146\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnDelete\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:167\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1365\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:05.447344092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"722eb4e7-fd0b-4dc7-b7a3-e964759ea871","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"simulator-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"simulator-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:05.459229272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-degraded-models-kube-auth","reconcileID":"8240bd3d-c500-47be-aa52-2a901cd15358","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:05.45952543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"2517ab10-ed4a-42b5-9fd7-8394fab4bf39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:05.459643439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"d9fa3d85-1bd8-447e-b562-110fbcae88e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:05.512484492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"99a1f56e-12af-40b2-b3a8-adff751d98ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:05.512484055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"d76fafb5-e327-4f30-aa80-772de1962f72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:05.517382514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-degraded-models-kube-auth","reconcileID":"8240bd3d-c500-47be-aa52-2a901cd15358","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:05.517442539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"2517ab10-ed4a-42b5-9fd7-8394fab4bf39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:05.519896348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"d9fa3d85-1bd8-447e-b562-110fbcae88e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:05.570532083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"d76fafb5-e327-4f30-aa80-772de1962f72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:05.570564293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"99a1f56e-12af-40b2-b3a8-adff751d98ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:05.724171483Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-degraded-models-kube-auth","reconcileID":"992c00c5-6174-4e6b-a105-b667c3a3e793","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"model":"e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:05.933930269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"0a950aac-36fe-4942-be29-031bdd617828","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"simulator-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"simulator-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:06.661734616Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-status-transition-sub","reconcileID":"8194d8a1-2c0c-44b1-9bfc-f2151c247dc5","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"model":"e2e-models-e2e-worker-w3-a8e157/e2e-temp-model-status","subscription":"e2e-status-transition-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:06.661871909Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-status-transition-sub","reconcileID":"8194d8a1-2c0c-44b1-9bfc-f2151c247dc5","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"model":"e2e-models-e2e-worker-w3-a8e157/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-a8e157/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:07.189634075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-status-transition-auth","reconcileID":"b149b29e-75dd-4edd-b16f-c86427190278","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:07.189840531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"bf412498-eef1-4337-87b4-2966c27573bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:07.189630236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"f6a535cb-88af-4e86-a9ff-a0a1f9cc7609","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:07.246823444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"f6a535cb-88af-4e86-a9ff-a0a1f9cc7609","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:07.246837033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"bf412498-eef1-4337-87b4-2966c27573bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:07.24901919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-status-transition-auth","reconcileID":"b149b29e-75dd-4edd-b16f-c86427190278","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:07.304091046Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-status-transition-auth","reconcileID":"b149b29e-75dd-4edd-b16f-c86427190278","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"model":"e2e-models-e2e-worker-w3-a8e157/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:07.408443648Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-status-transition-auth","reconcileID":"ff7c51cc-75ef-456a-87c4-8aab9e906ce6","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"model":"e2e-models-e2e-worker-w3-a8e157/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:09.333919769Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-c0daf4-sub","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4-sub","reconcileID":"3e1a7415-1a17-4eba-b5e0-99b7a71cc912","MaaSSubscription":{"name":"praxis-route-c0daf4-sub","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"model":"ai-tenant-e2e-praxis-a-c0daf4/praxis-route-c0daf4","subscription":"praxis-route-c0daf4-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:09.386976569Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-c0daf4-sub","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4-sub","reconcileID":"3e1a7415-1a17-4eba-b5e0-99b7a71cc912","MaaSSubscription":{"name":"praxis-route-c0daf4-sub","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"model":"ai-tenant-e2e-praxis-a-c0daf4/praxis-route-c0daf4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:09.439839044Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-c0daf4-sub","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4-sub","reconcileID":"3e1a7415-1a17-4eba-b5e0-99b7a71cc912","MaaSSubscription":{"name":"praxis-route-c0daf4-sub","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"name":"maas-trlp-praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4","model":"ai-tenant-e2e-praxis-a-c0daf4/praxis-route-c0daf4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:09.71213506Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4","reconcileID":"1a9c1353-7e1d-438d-81af-5ab48d69f816","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"tenant":"e2e-praxis-a-c0daf4","gateway":"openshift-ingress/e2e-praxis-a-c0daf4","model":"ai-tenant-e2e-praxis-a-c0daf4/praxis-route-c0daf4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:09.712165824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4","reconcileID":"1a9c1353-7e1d-438d-81af-5ab48d69f816","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"routeName":"praxis-route-c0daf4-kserve-route","namespace":"ai-tenant-e2e-praxis-a-c0daf4","llmisvcName":"praxis-route-c0daf4","gateway":"openshift-ingress/e2e-praxis-a-c0daf4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:13.756064149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-w2-00e840","reconcileID":"6261b93d-920f-4cc1-aac8-c61b8b11dea9","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"distinct-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"distinct-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:13.815594391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-w2-00e840","reconcileID":"91883b9e-88cf-4da8-8d28-9fa7c0124929","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"distinct-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"distinct-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:54:13.86896871Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-model-match-sub","reconcileID":"3d0a61e2-6bbb-429c-9f5b-87f8f53fa11f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-match-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:13.956505099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"ddee82af-cdb8-4180-a83c-0241d39ebfb1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:13.957614576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"c22c060f-386e-4206-8425-dd87ecee0adf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:14.017517436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"c22c060f-386e-4206-8425-dd87ecee0adf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:14.017518981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"ddee82af-cdb8-4180-a83c-0241d39ebfb1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:14.064468497Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-00e840 priority=0:[ai-tenant-e2e-worker-w2-00e840/e2e-model-match-sub ai-tenant-e2e-worker-w2-00e840/e2e-model-nomatch-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:14.064933054Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-2-w2-00e840","reconcileID":"81704063-bb5b-4f17-9cc7-7008ae5ae7ee","MaaSModelRef":{"name":"distinct-2-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"distinct-2-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"distinct-2-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:14.070113197Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:14.113573456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-w2-00e840","reconcileID":"512f1b8a-8ecd-4006-a4a3-ad8633e93b1b","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"distinct-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"distinct-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:14.12217032Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-2-w2-00e840","reconcileID":"54280c19-1385-417a-bf03-7ee55d6be8d0","MaaSModelRef":{"name":"distinct-2-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"distinct-2-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"distinct-2-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:14.173935036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-w2-00e840","reconcileID":"7a5158b7-27d9-4a21-970b-d9300ae7622a","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"distinct-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"distinct-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:54:14.180043013Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-00e840/e2e-model-match-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-match-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:54:14.180216076Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-model-nomatch-sub","reconcileID":"76cca830-72a9-434b-b02c-30a0f54ac0d6","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-nomatch-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:14.310514025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-2-w2-00e840","reconcileID":"4b166950-8432-4579-a6f0-62373e847c07","MaaSModelRef":{"name":"distinct-2-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"distinct-2-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"distinct-2-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:14.339770039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-w2-00e840","reconcileID":"3e474f11-0f45-4bb0-a0b0-8d163f0919e7","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"distinct-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"distinct-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:14.403560973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"d554f5a4-bc54-4280-b0c2-a61d21d08a8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:14.407490562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"f495b76f-8d9d-48a8-9b10-62ec0fd5a4ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:14.408342733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-2-w2-00e840","reconcileID":"a2fd9353-31b9-4094-ad7d-09abfe6d29b4","MaaSModelRef":{"name":"distinct-2-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"distinct-2-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"distinct-2-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:14.407863393Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-model-match-sub","reconcileID":"371b60cd-7a14-4a43-98e2-f10920d3f58e","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-distinct-w2-00e840","model":"distinct-w2-00e840","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-00e840/e2e-model-match-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:14.410360784Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-w2-00e840","reconcileID":"e492bca0-8f04-428b-8e21-2bbeb99190e8","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"distinct-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"distinct-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:14.499290644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"d554f5a4-bc54-4280-b0c2-a61d21d08a8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:14.500741215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"f495b76f-8d9d-48a8-9b10-62ec0fd5a4ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:14.622557022Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-model-nomatch-sub","reconcileID":"f4dd3cb8-b0f8-4c52-a692-49de47707e86","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-distinct-2-w2-00e840","model":"distinct-2-w2-00e840","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-00e840/e2e-model-nomatch-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:14.623863875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-w2-00e840","reconcileID":"0a8e6d49-ff35-49bd-b3ba-9aa8e11aab08","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"distinct-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"distinct-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:14.626844727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-2-w2-00e840","reconcileID":"36b144b4-03dc-48e2-a023-30c8732ac4a7","MaaSModelRef":{"name":"distinct-2-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"distinct-2-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"distinct-2-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:14.651339124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-model-match-auth","reconcileID":"71d3683b-860a-4494-a102-b4964bec8701","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:14.696514364Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-2-w2-00e840","reconcileID":"21fcecbf-ef8d-4a32-b590-8110596a420b","MaaSModelRef":{"name":"distinct-2-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"distinct-2-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"distinct-2-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:14.719316646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-model-match-auth","reconcileID":"71d3683b-860a-4494-a102-b4964bec8701","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:14.825444685Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-2-w2-00e840","reconcileID":"f133b7b2-1175-4198-8fc7-4bcfe0ca9288","MaaSModelRef":{"name":"distinct-2-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"distinct-2-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"distinct-2-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:14.880792946Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-model-match-sub","reconcileID":"2373eb97-c8e7-4f26-b66c-e6212ec3324f","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-distinct-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/distinct-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:15.000133454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-model-nomatch-auth","reconcileID":"a0b7040c-98fe-4fa2-9118-467e464b7963","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:15.01435473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"d1f2c16f-e2b2-4ee5-ada4-631e1882d06b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:15.014780891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"368327dd-3a89-48a6-8ae8-8ab1fe826d2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:15.059910742Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-model-nomatch-sub","reconcileID":"43105a6b-e73c-42f9-938c-d502a987bcfa","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-distinct-2-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/distinct-2-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:15.061497151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-w2-00e840","reconcileID":"c619d29b-1b6c-4bd7-96e3-1073b779561e","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"distinct-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"distinct-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:15.068952939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-model-nomatch-auth","reconcileID":"a0b7040c-98fe-4fa2-9118-467e464b7963","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:15.076184234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"d1f2c16f-e2b2-4ee5-ada4-631e1882d06b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:15.083295039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"368327dd-3a89-48a6-8ae8-8ab1fe826d2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:15.330593708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-model-match-auth","reconcileID":"307d9d9e-e742-4069-8334-f1900c1ab2f4","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:15.387517134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-model-match-auth","reconcileID":"307d9d9e-e742-4069-8334-f1900c1ab2f4","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:15.446510958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-2-w2-00e840","reconcileID":"92ea4ced-60d1-4bbb-aae2-472fd0d24476","MaaSModelRef":{"name":"distinct-2-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"distinct-2-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"distinct-2-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:15.520297177Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-list-subs-refs-sub","reconcileID":"5a348fd5-36f9-4966-b33a-516ab811f4f0","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","subscription":"e2e-list-subs-refs-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:15.706593798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"8eb926f7-82e6-464b-b079-473aeb9b3279","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:15.706943435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"9bb63ce5-45f7-4c24-9607-dbcd76e30241","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:15.713903335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-model-nomatch-auth","reconcileID":"8b6d9d9f-3e06-401b-a51e-74191a694a40","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:15.744934833Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-list-subs-refs-sub","reconcileID":"5a348fd5-36f9-4966-b33a-516ab811f4f0","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-simulator-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-057e2d/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:15.763568711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"8eb926f7-82e6-464b-b079-473aeb9b3279","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:15.765949752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"9bb63ce5-45f7-4c24-9607-dbcd76e30241","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:15.771173564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-model-nomatch-auth","reconcileID":"8b6d9d9f-3e06-401b-a51e-74191a694a40","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:15.956476483Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-subscription","reconcileID":"ea863e4f-727d-4b0f-a8ea-96c0bd88dec0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-simulator-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:16.008470408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"simulator-w0-057e2d","reconcileID":"20e9d83e-db06-4d8f-a49c-328b1cd99f1d","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"simulator-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"simulator-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:16.008922475Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-00e840 priority=0:[ai-tenant-e2e-worker-w2-00e840/e2e-model-match-sub ai-tenant-e2e-worker-w2-00e840/e2e-model-nomatch-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:16.065123958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-2-w2-00e840","reconcileID":"27d07aad-a6f7-4e36-bfd2-e78d0a0ec391","MaaSModelRef":{"name":"distinct-2-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"distinct-2-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"distinct-2-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:16.122499567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-w2-00e840","reconcileID":"5a8e51e7-a3cd-4e98-b1c9-c0efa3f3fa8d","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"distinct-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"distinct-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:16.165645172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"73adff47-b3c4-4c3a-b0d2-c84ee7ace46e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:16.165702134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"adb9a6ca-e981-460c-9efe-a2b3cff5495e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:16.222640195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"73adff47-b3c4-4c3a-b0d2-c84ee7ace46e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:16.22287583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"adb9a6ca-e981-460c-9efe-a2b3cff5495e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:16.648877926Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-w2-00e840","reconcileID":"f6791591-dcaf-459b-b6ca-45d66cde5201","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"distinct-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"distinct-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:16.811360416Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-model-match-sub","reconcileID":"5291d91a-969a-468d-a80d-785ec2dae10f","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-00e840"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-43c0d396","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:16.82852397Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"e2e-enrichment-model-ref","reconcileID":"beef6100-0f75-439a-9ee9-0981a57c8a78","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-057e2d"},"tenant":"e2e-worker-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:16.828690353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"e2e-enrichment-model-ref","reconcileID":"beef6100-0f75-439a-9ee9-0981a57c8a78","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"distinct-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"distinct-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:16.889479363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"distinct-w0-057e2d","reconcileID":"12cb0e08-f4bc-4f61-a96b-3310446f77de","MaaSModelRef":{"name":"distinct-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"distinct-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"distinct-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:16.911803712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-model-match-auth","reconcileID":"a68ca643-414e-46b2-aa72-fe33ee7f9126","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:16.911963445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"fa1a232a-bb64-4e0e-b3c0-f0aa27280a60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:16.912221944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"c6da2e4b-3588-4bf4-9211-19fdde8a3be9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:16.911810408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-model-nomatch-auth","reconcileID":"e6ace7b7-c7d0-4672-a2e5-6f1db2a20e0a","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:16.967990181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-model-match-auth","reconcileID":"a68ca643-414e-46b2-aa72-fe33ee7f9126","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:16.968554547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"fa1a232a-bb64-4e0e-b3c0-f0aa27280a60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:16.970390644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-model-nomatch-auth","reconcileID":"e6ace7b7-c7d0-4672-a2e5-6f1db2a20e0a","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:16.971162119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"c6da2e4b-3588-4bf4-9211-19fdde8a3be9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:17.014630372Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"e2e-enrichment-model-ref","reconcileID":"064588b3-3695-4763-a070-1d9ae719d43f","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-057e2d"},"tenant":"e2e-worker-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:17.01467488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"e2e-enrichment-model-ref","reconcileID":"064588b3-3695-4763-a070-1d9ae719d43f","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"distinct-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"distinct-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:17.071549815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-2-w2-00e840","reconcileID":"c4fdf15f-5f3d-4160-ab43-1bb4effbf03a","MaaSModelRef":{"name":"distinct-2-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"distinct-2-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"distinct-2-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:17.12399584Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"e2e-enrichment-model-ref","reconcileID":"708589a0-8304-49ed-a824-593538b66b39","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-057e2d"},"tenant":"e2e-worker-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:17.124014937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"e2e-enrichment-model-ref","reconcileID":"708589a0-8304-49ed-a824-593538b66b39","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"distinct-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"distinct-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:54:17.127047359Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-057e2d/e2e-enrichment-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-enrichment-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:17.17153359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"4d894238-d392-4cc0-b945-5cff067b1e2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:17.178841119Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"e2e-enrichment-model-ref","reconcileID":"f5fa19f3-f660-4762-ad41-73496844e5b1","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-057e2d"},"tenant":"e2e-worker-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:17.178866044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"e2e-enrichment-model-ref","reconcileID":"f5fa19f3-f660-4762-ad41-73496844e5b1","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"distinct-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"distinct-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:17.21823137Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-model-nomatch-sub","reconcileID":"e74e0f23-fb7e-48a6-af47-a274aa75279e","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-distinct-2-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/distinct-2-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:17.229468854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"4d894238-d392-4cc0-b945-5cff067b1e2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:17.303261951Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"e2e-enrichment-model-ref","reconcileID":"c90a2c87-8420-48b7-8535-6131ae672d4f","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-057e2d"},"tenant":"e2e-worker-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:17.303291935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"e2e-enrichment-model-ref","reconcileID":"c90a2c87-8420-48b7-8535-6131ae672d4f","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"distinct-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"distinct-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:17.398497866Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-enrichment-sub","reconcileID":"bcad6450-bc6e-4def-9a96-f74a694b527a","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-enrichment-model-ref","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-057e2d/e2e-enrichment-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:17.434845512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-model-match-auth","reconcileID":"c542eb1b-593b-4da4-8cc7-afdc996418a9","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:17.434864861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"ce191fa4-1099-4430-ae70-8497c1ad2296","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:17.435408509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"3d3cf56c-9e1f-4806-b812-b3f3c982f15d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:17.435426371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-model-nomatch-auth","reconcileID":"624242e2-beec-4328-88a5-c6ebbe8ddc0b","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:17.491672887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"3d3cf56c-9e1f-4806-b812-b3f3c982f15d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:17.491784441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-model-match-auth","reconcileID":"c542eb1b-593b-4da4-8cc7-afdc996418a9","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:17.494250629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-model-nomatch-auth","reconcileID":"624242e2-beec-4328-88a5-c6ebbe8ddc0b","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:17.494520067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"ce191fa4-1099-4430-ae70-8497c1ad2296","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:17.565100697Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"e2e-enrichment-model-ref","reconcileID":"438141ff-a236-468c-87c0-05498e01345c","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-057e2d"},"tenant":"e2e-worker-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:17.565132675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"e2e-enrichment-model-ref","reconcileID":"438141ff-a236-468c-87c0-05498e01345c","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"distinct-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"distinct-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:17.644294554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"840f89a9-27d4-4028-85bb-86e5551d75fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:17.656188437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"distinct-w3-a8e157","reconcileID":"e6c6a765-991c-452c-a68d-360a52d62d1b","MaaSModelRef":{"name":"distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"distinct-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"distinct-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:17.700497158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"840f89a9-27d4-4028-85bb-86e5551d75fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:17.711860882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"distinct-w3-a8e157","reconcileID":"b289ffd8-f01f-4793-a705-75da0b52bf24","MaaSModelRef":{"name":"distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"distinct-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"distinct-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:17.754322414Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"e2e-enrichment-model-ref","reconcileID":"874e70e9-c9b0-4143-a17c-9a462bf46257","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-057e2d"},"tenant":"e2e-worker-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:17.754349177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"e2e-enrichment-model-ref","reconcileID":"874e70e9-c9b0-4143-a17c-9a462bf46257","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"distinct-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"distinct-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:54:17.763206654Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-no-access-sub","reconcileID":"44033b08-4b34-4ad3-9a60-793df01e4ae2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:17.76938238Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"e2e-enrichment-model-ref","reconcileID":"39fa9c20-a8d3-461b-8f9c-cbd2dbe78b63","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-057e2d"},"tenant":"e2e-worker-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:17.769409325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"e2e-enrichment-model-ref","reconcileID":"39fa9c20-a8d3-461b-8f9c-cbd2dbe78b63","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"distinct-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"distinct-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:17.778257649Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-enrichment-sub","reconcileID":"a61047e2-313a-4c93-b3bf-5dc229360011","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w0-057e2d/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:17.87759667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"distinct-w3-a8e157","reconcileID":"5371303d-535b-4c55-ad40-b770facb7f8b","MaaSModelRef":{"name":"distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"distinct-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"distinct-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:17.904679529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"13043f8a-1b52-4472-b790-ecf15d6291ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:17.934577087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"distinct-w3-a8e157","reconcileID":"cdea0213-9226-42f0-98dd-8a0b294eccdc","MaaSModelRef":{"name":"distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"distinct-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"distinct-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:17.935057852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"distinct-2-w3-a8e157","reconcileID":"cb2e5930-2dfb-4ac9-89d8-477a1726caab","MaaSModelRef":{"name":"distinct-2-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"distinct-2-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"distinct-2-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:17.945244458Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"e2e-enrichment-model-ref","reconcileID":"8c6f5157-586a-490f-93f7-60748f8ee402","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-057e2d"},"tenant":"e2e-worker-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:17.945260706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"e2e-enrichment-model-ref","reconcileID":"8c6f5157-586a-490f-93f7-60748f8ee402","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"distinct-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"distinct-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:17.953636169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"c3542c8f-38f7-4e6e-915c-45fd780d80b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:17.953779098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"5b8a790f-87f4-46ea-9de8-e629d9dd263b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:17.96232653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"13043f8a-1b52-4472-b790-ecf15d6291ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:18.005415867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-enrichment-auth","reconcileID":"c7ae85dd-0d7e-4b74-8987-2f9395566715","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:18.01032391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"c3542c8f-38f7-4e6e-915c-45fd780d80b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:18.010327913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"5b8a790f-87f4-46ea-9de8-e629d9dd263b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:18.054422631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"distinct-2-w3-a8e157","reconcileID":"91ca4844-2aea-4ef1-b006-767e83ff995b","MaaSModelRef":{"name":"distinct-2-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"distinct-2-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"distinct-2-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:18.064247299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-enrichment-auth","reconcileID":"c7ae85dd-0d7e-4b74-8987-2f9395566715","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:18.149081486Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-no-access-sub","reconcileID":"bcd3e128-033f-420f-8797-93db5db6881a","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-distinct-w3-a8e157","model":"distinct-w3-a8e157","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-a8e157/e2e-no-access-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:18.263317297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-no-access-auth","reconcileID":"2a52741a-0352-41d7-b49a-95d3b3fd8fec","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:18.316288648Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"distinct-w3-a8e157","reconcileID":"6a5811b0-76e0-4ace-82e3-67b1b6386755","MaaSModelRef":{"name":"distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"distinct-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"distinct-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:18.320617545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-no-access-auth","reconcileID":"2a52741a-0352-41d7-b49a-95d3b3fd8fec","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:18.356204313Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"e2e-enrichment-model-ref","reconcileID":"183cd1b9-6e99-4529-a1f7-30d52d1fe7f2","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-057e2d"},"tenant":"e2e-worker-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:18.356233768Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"e2e-enrichment-model-ref","reconcileID":"183cd1b9-6e99-4529-a1f7-30d52d1fe7f2","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"distinct-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"distinct-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:18.509498589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"8a73c380-738b-4b2a-8cfb-f4b0ea7700bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:18.512141031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"e2834313-f363-492b-9b98-7732253dfab9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:18.526977051Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-no-access-sub","reconcileID":"9b7eec3e-06dc-4a60-b8f2-12eff2abeb14","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-distinct-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/distinct-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:18.566074513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"8a73c380-738b-4b2a-8cfb-f4b0ea7700bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:18.568297716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"e2834313-f363-492b-9b98-7732253dfab9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:18.588323813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"distinct-2-w3-a8e157","reconcileID":"f8d2e418-f12c-4a43-9186-f456ffc703e2","MaaSModelRef":{"name":"distinct-2-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"distinct-2-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"distinct-2-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:18.607944598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-enrichment-auth","reconcileID":"308c86fc-63d4-4312-8869-052d13dbb6ac","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:18.664116403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-enrichment-auth","reconcileID":"308c86fc-63d4-4312-8869-052d13dbb6ac","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:18.808936244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-no-access-auth","reconcileID":"33e6bce9-6ee4-4edd-bc05-a89297cea3be","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:18.865976783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-no-access-auth","reconcileID":"33e6bce9-6ee4-4edd-bc05-a89297cea3be","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:20.701765946Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-enrichment-auth","reconcileID":"226a10e9-70e3-4f59-98bb-db46cd104e49","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"model":"e2e-models-e2e-worker-w0-057e2d/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:20.701895806Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"e2e-enrichment-model-ref","reconcileID":"89778bfd-b9ed-4ee3-b3d4-db032a9e1d4b","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-057e2d"},"tenant":"e2e-worker-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:20.701917591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"e2e-enrichment-model-ref","reconcileID":"89778bfd-b9ed-4ee3-b3d4-db032a9e1d4b","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"distinct-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"distinct-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:20.91321502Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"e2e-enrichment-model-ref","reconcileID":"b66fcb29-1920-4379-a71a-b99ca7eee60d","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-057e2d"},"tenant":"e2e-worker-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:20.91324529Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"e2e-enrichment-model-ref","reconcileID":"b66fcb29-1920-4379-a71a-b99ca7eee60d","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"distinct-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"distinct-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:20.920523689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"44819fda-d623-43a8-87ea-0c016b1329c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:20.920782836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"5f89783b-6eb3-4eef-8f1b-a6731ecd774b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:20.973361208Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-enrichment-sub","reconcileID":"0361bdc2-ad66-4594-93ba-d9907e3e24c1","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w0-057e2d/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:20.97713686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"44819fda-d623-43a8-87ea-0c016b1329c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:20.977491537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"5f89783b-6eb3-4eef-8f1b-a6731ecd774b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:21.067861164Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"e2e-enrichment-model-ref","reconcileID":"994cabf1-bb9f-45a7-904c-39928025f0d6","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-057e2d"},"tenant":"e2e-worker-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:21.067900946Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"e2e-enrichment-model-ref","reconcileID":"994cabf1-bb9f-45a7-904c-39928025f0d6","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"distinct-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"distinct-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:21.345461113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"33ea7f36-bf92-47b2-9f26-53adc98459b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:21.345472209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"5ac8def6-3435-4d9c-8258-76cdbe631ead","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:21.351639381Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-no-access-auth","reconcileID":"861467fc-dc45-43ab-a782-c132976d410d","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"model":"e2e-models-e2e-worker-w3-a8e157/distinct-2-w3-a8e157","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:21.351706701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"distinct-2-w3-a8e157","reconcileID":"919ab0a7-af62-4397-bb42-f3df009d3db6","MaaSModelRef":{"name":"distinct-2-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"distinct-2-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"distinct-2-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:21.402202171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"33ea7f36-bf92-47b2-9f26-53adc98459b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:21.402434164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"5ac8def6-3435-4d9c-8258-76cdbe631ead","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:21.566285073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"distinct-2-w3-a8e157","reconcileID":"29574c90-880e-4579-bab2-05b2ce5f3f06","MaaSModelRef":{"name":"distinct-2-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"distinct-2-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"distinct-2-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:21.729124514Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"distinct-w3-a8e157","reconcileID":"16e9c36d-60a7-404e-8db2-ace1bdecdf9d","MaaSModelRef":{"name":"distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"distinct-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"distinct-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:21.886113402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"bbb1003b-2433-4196-97cf-527c234ad68e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:21.886201302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"632aef31-52c2-46da-adad-c50b86866819","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:21.942830996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"632aef31-52c2-46da-adad-c50b86866819","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:21.942878383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"bbb1003b-2433-4196-97cf-527c234ad68e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:25.382285189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c16d90e-039c-4bab-9833-7daa55b199b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:25.435226151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c16d90e-039c-4bab-9833-7daa55b199b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:25.487906565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c16d90e-039c-4bab-9833-7daa55b199b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:25.541451461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c16d90e-039c-4bab-9833-7daa55b199b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:26.867673389Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-model-match-sub","reconcileID":"3603ea90-ea65-4227-8850-f09cf46d3c02","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-00e840"},"model":"e2e-models-e2e-worker-w2-00e840/distinct-w2-00e840","subscription":"e2e-model-match-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:26.94136958Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-model-match-sub","reconcileID":"3603ea90-ea65-4227-8850-f09cf46d3c02","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-00e840"},"model":"e2e-models-e2e-worker-w2-00e840/distinct-w2-00e840","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:26.994026057Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-model-match-sub","reconcileID":"3603ea90-ea65-4227-8850-f09cf46d3c02","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/distinct-w2-00e840","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:27.268973949Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-w2-00e840","reconcileID":"1da579ab-8a1b-4e8a-979c-9400652e5534","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"distinct-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"distinct-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:27.431413933Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-2-w2-00e840","reconcileID":"c23c3311-2175-4082-9207-25c159831bf5","MaaSModelRef":{"name":"distinct-2-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"distinct-2-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"distinct-2-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:27.484325242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4d61485-7b90-4800-bd00-16c35e2320d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:27.537539403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4d61485-7b90-4800-bd00-16c35e2320d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:27.537748231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"640d1200-5ca6-47ef-988e-fa3b71edcf8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:27.53777381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-model-nomatch-auth","reconcileID":"1fd2d8ad-70f0-4f8f-b4dd-b9f505c1fc6a","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:27.591354942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4d61485-7b90-4800-bd00-16c35e2320d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:27.591848792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-model-match-auth","reconcileID":"21a3f98d-60d1-487c-8532-427b680885c2","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:27.592344428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"763e0a82-8d1d-4b2b-91bd-33681538af01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:27.645737602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4d61485-7b90-4800-bd00-16c35e2320d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:27.646606667Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-model-nomatch-sub","reconcileID":"bb4aac69-9742-45cb-ae25-1f472ce93eea","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-00e840"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ca630013","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:27.651962873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-model-match-auth","reconcileID":"21a3f98d-60d1-487c-8532-427b680885c2","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:27.654569536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-model-nomatch-auth","reconcileID":"1fd2d8ad-70f0-4f8f-b4dd-b9f505c1fc6a","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:27.707808803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"763e0a82-8d1d-4b2b-91bd-33681538af01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:27.707814901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"640d1200-5ca6-47ef-988e-fa3b71edcf8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:28.126973008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-model-nomatch-auth","reconcileID":"b487d602-278d-4a63-9f4d-eb9efd1bca38","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:28.127397907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-model-match-auth","reconcileID":"ee33b7c7-78da-4072-97f3-28c7893837ed","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:28.188109989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"118fe60b-9a85-4d40-a0d7-6888fc47f6f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:28.188364508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"3572fcb3-3a88-4184-b151-d77f0aa7ab45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:28.19064088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-model-nomatch-auth","reconcileID":"b487d602-278d-4a63-9f4d-eb9efd1bca38","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:28.195790342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-model-match-auth","reconcileID":"ee33b7c7-78da-4072-97f3-28c7893837ed","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:28.267243013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"118fe60b-9a85-4d40-a0d7-6888fc47f6f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:28.267695548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"3572fcb3-3a88-4184-b151-d77f0aa7ab45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:31.253996713Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-enrichment-sub","reconcileID":"ef9fb150-1fca-4bc9-b175-b109d15b0499","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"model":"e2e-models-e2e-worker-w0-057e2d/e2e-enrichment-model-ref","subscription":"e2e-enrichment-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:31.30757284Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-enrichment-sub","reconcileID":"ef9fb150-1fca-4bc9-b175-b109d15b0499","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"model":"e2e-models-e2e-worker-w0-057e2d/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:31.363354496Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"e2e-enrichment-sub","reconcileID":"ef9fb150-1fca-4bc9-b175-b109d15b0499","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:31.637571034Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"e2e-enrichment-model-ref","reconcileID":"7da5519e-724f-408b-996d-735875001c73","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-057e2d"},"tenant":"e2e-worker-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:31.637593976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"e2e-enrichment-model-ref","reconcileID":"7da5519e-724f-408b-996d-735875001c73","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"distinct-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"distinct-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:31.79877685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"86a53126-b296-43c7-91ad-f3c0afd92058","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:31.798776965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"78d3c7a7-0ec1-40c8-a19d-a8f559396068","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:31.857010176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"86a53126-b296-43c7-91ad-f3c0afd92058","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:31.860842232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"78d3c7a7-0ec1-40c8-a19d-a8f559396068","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:31.89886674Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-no-access-sub","reconcileID":"d5abdfc2-7c11-44df-8106-0e74d3a18b99","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"model":"e2e-models-e2e-worker-w3-a8e157/distinct-w3-a8e157","subscription":"e2e-no-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:31.952041635Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-no-access-sub","reconcileID":"d5abdfc2-7c11-44df-8106-0e74d3a18b99","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"model":"e2e-models-e2e-worker-w3-a8e157/distinct-w3-a8e157","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:32.03314782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"distinct-w0-057e2d","reconcileID":"5bdc286c-dca3-4f08-a0b9-98e93375ec1c","MaaSModelRef":{"name":"distinct-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"distinct-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"distinct-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:32.054293972Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"e2e-no-access-sub","reconcileID":"d5abdfc2-7c11-44df-8106-0e74d3a18b99","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/distinct-w3-a8e157","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:32.334056133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"distinct-w3-a8e157","reconcileID":"6ef80262-8030-451e-957f-183d12df0092","MaaSModelRef":{"name":"distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"distinct-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"distinct-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:32.554421365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"ebe6f609-5b52-4355-86f1-b6a3f5014a98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:32.55500385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"aaef84e2-15eb-41d7-a914-cbd2a7520ad9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:32.611781145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"ebe6f609-5b52-4355-86f1-b6a3f5014a98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:32.613919982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"aaef84e2-15eb-41d7-a914-cbd2a7520ad9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:33.020308015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c66735df-9de1-4622-8693-e3b145237fc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:33.07339655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c66735df-9de1-4622-8693-e3b145237fc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:33.126194195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c66735df-9de1-4622-8693-e3b145237fc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:33.178822009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c66735df-9de1-4622-8693-e3b145237fc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:33.498052689Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-476ce2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-476ce2","reconcileID":"53f0e0d2-a3a7-4627-9c6f-2f8e9e36545b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-476ce2","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-476ce2":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:35.151283918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e138bef3-848d-4b9d-bfaa-6e61dcc93101","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:35.205094638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e138bef3-848d-4b9d-bfaa-6e61dcc93101","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:35.258440693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e138bef3-848d-4b9d-bfaa-6e61dcc93101","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:35.311552346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e138bef3-848d-4b9d-bfaa-6e61dcc93101","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:37.211959867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8b38a86-b98a-4781-96f1-531535fe7243","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:37.264570735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8b38a86-b98a-4781-96f1-531535fe7243","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:37.31718671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8b38a86-b98a-4781-96f1-531535fe7243","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:37.37084703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8b38a86-b98a-4781-96f1-531535fe7243","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:37.703555314Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-model-nomatch-sub","reconcileID":"ed270de9-9ce8-480b-9d54-dec87da6c5c4","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-00e840"},"model":"e2e-models-e2e-worker-w2-00e840/distinct-2-w2-00e840","subscription":"e2e-model-nomatch-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:37.756060899Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-model-nomatch-sub","reconcileID":"ed270de9-9ce8-480b-9d54-dec87da6c5c4","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-00e840"},"model":"e2e-models-e2e-worker-w2-00e840/distinct-2-w2-00e840","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:37.808760632Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-model-nomatch-sub","reconcileID":"ed270de9-9ce8-480b-9d54-dec87da6c5c4","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-distinct-2-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/distinct-2-w2-00e840","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:38.085786362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-2-w2-00e840","reconcileID":"9c60174c-d96c-4b36-a6b3-32647a9b26fd","MaaSModelRef":{"name":"distinct-2-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"distinct-2-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"distinct-2-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:38.229898262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-w2-00e840","reconcileID":"181493a1-d9f2-42b6-85c0-84991eb56731","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"distinct-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"distinct-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:38.375552999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"46cfe941-6206-47b9-a657-adfc41a824fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:38.375821485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"105009b2-1ae1-4cc3-87a0-4e9c4bc14c3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:38.376064772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-model-match-auth","reconcileID":"2e8fc978-4049-436d-a068-62875ecbaa50","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:38.428891066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-model-nomatch-auth","reconcileID":"3b16e30b-df00-4556-b758-508b6d1f59da","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:38.43253979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"46cfe941-6206-47b9-a657-adfc41a824fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:38.489327112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-model-nomatch-auth","reconcileID":"3b16e30b-df00-4556-b758-508b6d1f59da","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:38.489393965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-model-match-auth","reconcileID":"2e8fc978-4049-436d-a068-62875ecbaa50","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:38.489842182Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-98b70c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-98b70c","reconcileID":"f8064df6-522d-4dfe-99b8-2df705db65e1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w0-98b70c","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w0-98b70c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:38.491939882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"105009b2-1ae1-4cc3-87a0-4e9c4bc14c3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:38.74183449Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-model-match-auth","reconcileID":"23544ec4-1fd2-425b-b4c0-18aa3bd0e31a","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"model":"e2e-models-e2e-worker-w2-00e840/distinct-w2-00e840","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:38.958986062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-model-nomatch-auth","reconcileID":"96405eec-a014-439b-8092-894482a6c00c","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:38.995719582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-w2-00e840","reconcileID":"7d03e434-a9a8-448f-8a12-9f8988efbcaf","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"distinct-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"distinct-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:39.015606827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-model-nomatch-auth","reconcileID":"96405eec-a014-439b-8092-894482a6c00c","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:39.140975312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-2-w2-00e840","reconcileID":"b9e520e4-1615-43cc-b96c-e8c97404b7d5","MaaSModelRef":{"name":"distinct-2-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"distinct-2-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"distinct-2-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:39.220922193Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-model-nomatch-auth","reconcileID":"42471134-9443-4860-b207-023d23022e88","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"model":"e2e-models-e2e-worker-w2-00e840/distinct-2-w2-00e840","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:39.305444658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c3d48c5-ff9c-4657-8767-892a9345b61a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:39.359108528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c3d48c5-ff9c-4657-8767-892a9345b61a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:39.412565107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c3d48c5-ff9c-4657-8767-892a9345b61a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:39.466922116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c3d48c5-ff9c-4657-8767-892a9345b61a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:39.524173767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-2-w2-00e840","reconcileID":"94a424ee-fb26-4fcc-a5a7-75ddd1ea9041","MaaSModelRef":{"name":"distinct-2-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"distinct-2-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"distinct-2-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:40.845361173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"ac61c550-688f-44dd-945d-23cb48c35859","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"simulator-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"simulator-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:40.845825436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-w2-00e840","reconcileID":"4bbb5848-31a5-481e-8eab-e6ca202ba3dc","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"distinct-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"distinct-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:40.90211177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"1f331979-8296-4f0c-98d0-d871eed5b942","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"simulator-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"simulator-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:40.90247786Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-w2-00e840","reconcileID":"7df939ae-63b3-4e74-a590-e6bc52b5589b","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"distinct-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"distinct-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:54:40.955598797Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-partial-access-sub","reconcileID":"f334e906-4840-4979-b243-cf97c399f665","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-partial-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:41.002060315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"d52f775e-4919-42af-a313-88da76b4f447","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:41.007211579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"a3dffaeb-3f36-4743-b2e1-607d7f415284","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:41.058584362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"d52f775e-4919-42af-a313-88da76b4f447","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:41.064170415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"a3dffaeb-3f36-4743-b2e1-607d7f415284","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:41.070054161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"4f822541-24e6-4f92-8ba7-d740327133a1","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"simulator-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"simulator-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:41.070387849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-w2-00e840","reconcileID":"9b73cee2-3c1c-47cc-b7e7-730a23a6599b","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"distinct-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"distinct-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:41.102252853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"5b2c26ae-48d3-442a-be83-1a7fff454700","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"simulator-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"simulator-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:41.127427257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"b6e65bb4-5c59-4ce3-86dd-95978b4b9f7a","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"simulator-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"simulator-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:41.1278907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-w2-00e840","reconcileID":"5500afe2-a8a0-4f96-be7f-a671a70bfa0a","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"distinct-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"distinct-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:41.159212861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"ad002f4a-82cd-4fdc-9ce4-414031b74aa7","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"simulator-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"simulator-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:41.317161861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-partial-access-auth","reconcileID":"0a021e3a-a973-499b-8925-9ef0f2b41330","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:41.373706033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-partial-access-auth","reconcileID":"0a021e3a-a973-499b-8925-9ef0f2b41330","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:41.388028991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8e4a8de-4f59-41b5-92da-5d5e6f9a8ab4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:41.441331315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8e4a8de-4f59-41b5-92da-5d5e6f9a8ab4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:41.441468046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"e7408974-e800-4198-b50a-2d30777aecd5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:41.441725062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"4eb93c48-60f1-4b87-a671-c276e2113310","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:41.448248882Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-partial-access-sub","reconcileID":"29c844a5-4d11-4e31-9d57-c1ed54b00223","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-simulator-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-00e840/e2e-partial-access-sub","ai-tenant-e2e-worker-w2-00e840/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:41.494319059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8e4a8de-4f59-41b5-92da-5d5e6f9a8ab4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:41.547485087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8e4a8de-4f59-41b5-92da-5d5e6f9a8ab4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:41.550694907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"4eb93c48-60f1-4b87-a671-c276e2113310","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:41.605247866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"e7408974-e800-4198-b50a-2d30777aecd5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:41.710524637Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-partial-access-sub","reconcileID":"29c844a5-4d11-4e31-9d57-c1ed54b00223","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-distinct-w2-00e840","model":"distinct-w2-00e840","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-00e840/e2e-partial-access-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:41.759860446Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"966b1f99-0829-4142-863b-c7dc4ac23f0c","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"simulator-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"simulator-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:41.762991977Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-subscription","reconcileID":"1cc58c5c-60e5-43d8-8402-fb45e98e087c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-simulator-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:41.932631212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-partial-access-auth","reconcileID":"7ef7ff2a-b351-4c04-96b9-995a2d34de7a","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:41.990923613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-partial-access-auth","reconcileID":"7ef7ff2a-b351-4c04-96b9-995a2d34de7a","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:41.991603055Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"8f14488d-17ee-40bd-a4e9-0a16533eb278","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"simulator-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"simulator-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:41.991950676Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-w2-00e840","reconcileID":"0575977c-b5f3-48c1-a085-8be574e3ef50","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"distinct-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"distinct-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:42.203034252Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-partial-access-sub","reconcileID":"8676cacf-6c58-4164-8abc-1b650f1f8b0e","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-simulator-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:42.365413573Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-partial-access-sub","reconcileID":"8676cacf-6c58-4164-8abc-1b650f1f8b0e","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-distinct-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/distinct-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:42.685713168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"a933d38b-cdf1-498a-a925-2f11a145d7a6","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"simulator-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"simulator-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:42.686076511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-w2-00e840","reconcileID":"934f5604-e16d-4de7-b7e9-dfa052bce6ca","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"distinct-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"distinct-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:43.506832765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47f30ede-7037-4bdd-9262-96a097087ba9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:43.561818254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47f30ede-7037-4bdd-9262-96a097087ba9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:43.618517594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47f30ede-7037-4bdd-9262-96a097087ba9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:43.675646078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47f30ede-7037-4bdd-9262-96a097087ba9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:44.052942384Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:45.58174641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"87dcc3b6-add0-42f0-8ec3-46ca6de42288","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:45.582131515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"f172b052-4f9c-4ba8-a9ec-8ae75faad966","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:45.582240758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-partial-access-auth","reconcileID":"7fc85a2b-585e-44d3-a17d-7623a4884df4","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:45.638221584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"87dcc3b6-add0-42f0-8ec3-46ca6de42288","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:45.641885798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-partial-access-auth","reconcileID":"7fc85a2b-585e-44d3-a17d-7623a4884df4","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:45.642522737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"f172b052-4f9c-4ba8-a9ec-8ae75faad966","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:45.890121596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3ab963f-d51d-40dc-a79a-a6d95fce2310","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:45.942924142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3ab963f-d51d-40dc-a79a-a6d95fce2310","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:45.995696142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3ab963f-d51d-40dc-a79a-a6d95fce2310","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:46.048458212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3ab963f-d51d-40dc-a79a-a6d95fce2310","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:46.292971677Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-partial-access-auth","reconcileID":"379f5242-1ec7-4eb7-b174-7775918ead71","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w2-00e840"},"model":"e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:46.293020821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"af40fa8f-f5cf-4de8-a756-d6c007929a54","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"simulator-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"simulator-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:46.502491953Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"8c792cdc-125f-466c-a6e5-0cd50f909470","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"simulator-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"simulator-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:46.636185722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"a78f5936-8ce2-4fc5-8e1a-1d3fcdd5fd3e","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"simulator-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"simulator-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:46.636567592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-w2-00e840","reconcileID":"b83e1007-b8b7-4853-8bbe-beac8112ac2a","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"distinct-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"distinct-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:46.794769088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"2019d94f-16d0-44de-9e24-75640cf725d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:46.794773479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"46ebd99e-5126-4264-a8d1-8c6ce72f5d4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:46.853760503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"46ebd99e-5126-4264-a8d1-8c6ce72f5d4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:46.854864367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"2019d94f-16d0-44de-9e24-75640cf725d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:47.935303211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"891ca62d-55d4-4cd7-8eae-ee851dd42406","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:47.987912656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"891ca62d-55d4-4cd7-8eae-ee851dd42406","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:48.040526258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"891ca62d-55d4-4cd7-8eae-ee851dd42406","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:48.093165749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"891ca62d-55d4-4cd7-8eae-ee851dd42406","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:54.67382446Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"default-tenant","reconcileID":"01968a5c-ecda-44f5-9ee0-070d54d0da6c","namespace":"ai-tenant-e2e-praxis-a-c0daf4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:54.673886589Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"default-tenant","reconcileID":"01968a5c-ecda-44f5-9ee0-070d54d0da6c","namespace":"ai-tenant-e2e-praxis-a-c0daf4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:54.673937221Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"default-tenant","reconcileID":"01968a5c-ecda-44f5-9ee0-070d54d0da6c","tenant":"e2e-praxis-a-c0daf4","tenantID":"e2e-praxis-a-c0daf4","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:54.728564029Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"default-tenant","reconcileID":"01968a5c-ecda-44f5-9ee0-070d54d0da6c","gvk":"Deployment","name":"maas-api-e2e-praxis-a-c0daf4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:54.789045231Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"default-tenant","reconcileID":"01968a5c-ecda-44f5-9ee0-070d54d0da6c","gvk":"Service","name":"maas-api-e2e-praxis-a-c0daf4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:54.845554562Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"default-tenant","reconcileID":"01968a5c-ecda-44f5-9ee0-070d54d0da6c","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-c0daf4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:54.899596209Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"default-tenant","reconcileID":"01968a5c-ecda-44f5-9ee0-070d54d0da6c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-c0daf4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:54.962271138Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"default-tenant","reconcileID":"01968a5c-ecda-44f5-9ee0-070d54d0da6c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-c0daf4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:55.016948103Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"default-tenant","reconcileID":"01968a5c-ecda-44f5-9ee0-070d54d0da6c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-c0daf4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:55.073686245Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"default-tenant","reconcileID":"01968a5c-ecda-44f5-9ee0-070d54d0da6c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-c0daf4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:55.128111679Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"default-tenant","reconcileID":"01968a5c-ecda-44f5-9ee0-070d54d0da6c","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-c0daf4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:55.182480955Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"default-tenant","reconcileID":"01968a5c-ecda-44f5-9ee0-070d54d0da6c","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-c0daf4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:55.290180291Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"default-tenant","reconcileID":"01968a5c-ecda-44f5-9ee0-070d54d0da6c","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-c0daf4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:55.344893561Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"default-tenant","reconcileID":"01968a5c-ecda-44f5-9ee0-070d54d0da6c","gvk":"Service","name":"payload-processing-e2e-praxis-a-c0daf4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:55.397817416Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"default-tenant","reconcileID":"01968a5c-ecda-44f5-9ee0-070d54d0da6c","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-c0daf4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:55.449768069Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"default-tenant","reconcileID":"01968a5c-ecda-44f5-9ee0-070d54d0da6c","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-c0daf4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:55.501812321Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"default-tenant","reconcileID":"01968a5c-ecda-44f5-9ee0-070d54d0da6c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-c0daf4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:55.553768632Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"default-tenant","reconcileID":"01968a5c-ecda-44f5-9ee0-070d54d0da6c","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-c0daf4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:55.612615143Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"default-tenant","reconcileID":"01968a5c-ecda-44f5-9ee0-070d54d0da6c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-c0daf4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:55.664740618Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"default-tenant","reconcileID":"01968a5c-ecda-44f5-9ee0-070d54d0da6c","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-c0daf4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:55.717077823Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"default-tenant","reconcileID":"01968a5c-ecda-44f5-9ee0-070d54d0da6c","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-c0daf4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:55.771055758Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"default-tenant","reconcileID":"01968a5c-ecda-44f5-9ee0-070d54d0da6c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-c0daf4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:55.823530044Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"default-tenant","reconcileID":"01968a5c-ecda-44f5-9ee0-070d54d0da6c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-c0daf4","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:56.122969997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9861f9ad-5431-462b-a66f-26edc214ed73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:56.176082843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9861f9ad-5431-462b-a66f-26edc214ed73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:56.228934135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9861f9ad-5431-462b-a66f-26edc214ed73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:56.281866094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9861f9ad-5431-462b-a66f-26edc214ed73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:56.721383964Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-c0daf4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-c0daf4","reconcileID":"f995d64b-f2de-4b94-a663-ec69805fd718","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-c0daf4","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-c0daf4"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:56.799812093Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-partial-access-sub","reconcileID":"5198059d-590c-41df-b440-10c1dd256dc6","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-00e840"},"model":"e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840","subscription":"e2e-partial-access-sub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:54:56.888994789Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4","reconcileID":"9a284fb0-638b-4a1e-9175-09993adc49ee","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-c0daf4/praxis-route-c0daf4: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-c0daf4/praxis-route-c0daf4-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-c0daf4]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:54:56.947441799Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4","reconcileID":"9a284fb0-638b-4a1e-9175-09993adc49ee","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-c0daf4/praxis-route-c0daf4: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-c0daf4/praxis-route-c0daf4-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-c0daf4]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:54:56.952866458Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4","reconcileID":"4394d625-62db-49f2-8125-7474b2ec38a5","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-c0daf4/praxis-route-c0daf4: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-c0daf4/praxis-route-c0daf4-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-c0daf4]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:54:56.952930084Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4","reconcileID":"4394d625-62db-49f2-8125-7474b2ec38a5","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-c0daf4/praxis-route-c0daf4: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-c0daf4/praxis-route-c0daf4-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-c0daf4]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:54:56.963372264Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4","reconcileID":"65fb4938-5c70-4e2b-bbf0-35c962af9565","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-c0daf4/praxis-route-c0daf4: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-c0daf4/praxis-route-c0daf4-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-c0daf4]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:54:56.963432356Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4","reconcileID":"65fb4938-5c70-4e2b-bbf0-35c962af9565","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-c0daf4/praxis-route-c0daf4: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-c0daf4/praxis-route-c0daf4-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-c0daf4]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:54:56.984458741Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4","reconcileID":"73530c6e-a7fc-4100-9e90-acce21da95cf","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-c0daf4/praxis-route-c0daf4: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-c0daf4/praxis-route-c0daf4-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-c0daf4]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:54:56.984521123Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4","reconcileID":"73530c6e-a7fc-4100-9e90-acce21da95cf","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-c0daf4/praxis-route-c0daf4: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-c0daf4/praxis-route-c0daf4-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-c0daf4]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:57.01823217Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-partial-access-sub","reconcileID":"5198059d-590c-41df-b440-10c1dd256dc6","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-simulator-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-00e840/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:57.018260707Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-partial-access-sub","reconcileID":"5198059d-590c-41df-b440-10c1dd256dc6","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-00e840"},"model":"e2e-models-e2e-worker-w2-00e840/distinct-w2-00e840","subscription":"e2e-partial-access-sub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:54:57.025412056Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4","reconcileID":"91e89373-c797-4c23-ad09-0ad510e569d3","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-c0daf4/praxis-route-c0daf4: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-c0daf4/praxis-route-c0daf4-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-c0daf4]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:54:57.025472377Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4","reconcileID":"91e89373-c797-4c23-ad09-0ad510e569d3","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-c0daf4/praxis-route-c0daf4: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-c0daf4/praxis-route-c0daf4-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-c0daf4]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:57.071185925Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-partial-access-sub","reconcileID":"5198059d-590c-41df-b440-10c1dd256dc6","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-00e840"},"model":"e2e-models-e2e-worker-w2-00e840/distinct-w2-00e840","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:54:57.106028771Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4","reconcileID":"7b763b1c-c48d-4551-8f89-8ef7e8358661","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-c0daf4/praxis-route-c0daf4: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-c0daf4/praxis-route-c0daf4-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-c0daf4]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:54:57.106095458Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4","reconcileID":"7b763b1c-c48d-4551-8f89-8ef7e8358661","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-c0daf4/praxis-route-c0daf4: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-c0daf4/praxis-route-c0daf4-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-c0daf4]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:57.124472741Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"e2e-partial-access-sub","reconcileID":"5198059d-590c-41df-b440-10c1dd256dc6","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/distinct-w2-00e840","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:54:57.1604407Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4","reconcileID":"e6f83447-c616-49d2-961b-c7b215546af7","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-c0daf4/praxis-route-c0daf4: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-c0daf4/praxis-route-c0daf4-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-c0daf4]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:54:57.160501544Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4","reconcileID":"e6f83447-c616-49d2-961b-c7b215546af7","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-c0daf4/praxis-route-c0daf4: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-c0daf4/praxis-route-c0daf4-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-c0daf4]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:57.230846508Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-subscription","reconcileID":"19810027-b753-46f2-86c0-1d57c47f1948","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-simulator-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:57.349385111Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w3-051514","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w3-051514","reconcileID":"b1cb6f5a-a493-464e-813f-467cb722f167","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w3-051514","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w3-051514":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:57.399449287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"69a5b2ba-dcd7-4b02-9d7e-4fa517e7d250","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"simulator-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"simulator-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:57.399845787Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-w2-00e840","reconcileID":"e7ab9ab8-44b6-4ced-8713-cc0ee44b436c","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"distinct-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"distinct-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:54:57.48144115Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4","reconcileID":"7044a271-dbca-413b-af81-6648f0224b19","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-c0daf4/praxis-route-c0daf4: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-c0daf4/praxis-route-c0daf4-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-c0daf4]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:54:57.481517862Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4","reconcileID":"7044a271-dbca-413b-af81-6648f0224b19","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-c0daf4/praxis-route-c0daf4: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-c0daf4/praxis-route-c0daf4-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-c0daf4]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:57.556932911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"fabaefee-982d-43bc-8e3f-9aaf4d594ff5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:57.557399266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"67d2c1fc-9a7e-401b-ab2a-eaabbcafebd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:57.614207251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"67d2c1fc-9a7e-401b-ab2a-eaabbcafebd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:57.618735139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"fabaefee-982d-43bc-8e3f-9aaf4d594ff5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:54:57.682965631Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4","reconcileID":"91da4edf-6a3e-4588-8fc5-531e6bb6f448","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-c0daf4/praxis-route-c0daf4: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-c0daf4/praxis-route-c0daf4-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-c0daf4]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:54:57.683037395Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4","reconcileID":"91da4edf-6a3e-4588-8fc5-531e6bb6f448","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-c0daf4/praxis-route-c0daf4: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-c0daf4/praxis-route-c0daf4-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-c0daf4]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:58.212918153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b9419aa-9605-4e1c-8ebf-8a721ebfe79a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:58.266093728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b9419aa-9605-4e1c-8ebf-8a721ebfe79a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:58.318911142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b9419aa-9605-4e1c-8ebf-8a721ebfe79a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:58.371668064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b9419aa-9605-4e1c-8ebf-8a721ebfe79a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:54:58.963448087Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4","reconcileID":"7da4f6a6-f473-4fdc-aaeb-b7778c2d6434","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-c0daf4/praxis-route-c0daf4: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-c0daf4/praxis-route-c0daf4-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-c0daf4]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:54:58.963553087Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4","reconcileID":"7da4f6a6-f473-4fdc-aaeb-b7778c2d6434","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-c0daf4/praxis-route-c0daf4: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-c0daf4/praxis-route-c0daf4-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-c0daf4]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:54:59.799414889Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4","reconcileID":"7eae62b3-11be-42a1-b993-f3dde7c9f51c","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-c0daf4/praxis-route-c0daf4: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-c0daf4/praxis-route-c0daf4-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-c0daf4]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:54:59.799483545Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4","reconcileID":"7eae62b3-11be-42a1-b993-f3dde7c9f51c","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-c0daf4/praxis-route-c0daf4: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-c0daf4/praxis-route-c0daf4-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-c0daf4]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:00.293112802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6eee23c-6154-48ee-9f7e-dee062a5bf80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:00.346117201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6eee23c-6154-48ee-9f7e-dee062a5bf80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:00.398973214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6eee23c-6154-48ee-9f7e-dee062a5bf80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:00.451767007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6eee23c-6154-48ee-9f7e-dee062a5bf80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:02.484032676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c03c0405-f527-4346-acfa-983226823146","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:02.536667582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c03c0405-f527-4346-acfa-983226823146","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:02.589143748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c03c0405-f527-4346-acfa-983226823146","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:02.642178588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c03c0405-f527-4346-acfa-983226823146","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:04.580774258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33cbf5b2-cd2b-413e-9b47-e5643bfded0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:04.633379999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33cbf5b2-cd2b-413e-9b47-e5643bfded0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:04.686045167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33cbf5b2-cd2b-413e-9b47-e5643bfded0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:04.738786755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33cbf5b2-cd2b-413e-9b47-e5643bfded0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:55:04.920517711Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4","reconcileID":"7c6a0fbd-d9a8-4bbb-8b18-b03b38995446","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-c0daf4/praxis-route-c0daf4: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-c0daf4/praxis-route-c0daf4-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-c0daf4]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:55:04.920589328Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4","reconcileID":"7c6a0fbd-d9a8-4bbb-8b18-b03b38995446","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-c0daf4/praxis-route-c0daf4: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-c0daf4/praxis-route-c0daf4-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-c0daf4]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:06.680339909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1a71723-4671-47c5-9f72-e34d88c6c440","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:06.733448422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1a71723-4671-47c5-9f72-e34d88c6c440","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:06.786233575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1a71723-4671-47c5-9f72-e34d88c6c440","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:06.839015657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1a71723-4671-47c5-9f72-e34d88c6c440","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:12.76243437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"929812ae-ac68-4beb-b23d-35eb74d5a6af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:12.763477309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"d9dc706e-0db2-43e0-9808-785a1d6236b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:12.819283857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"929812ae-ac68-4beb-b23d-35eb74d5a6af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:12.820152613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"d9dc706e-0db2-43e0-9808-785a1d6236b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:55:12.86577138Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4","reconcileID":"85374ee5-afa7-42b9-8569-4ab0620be14a","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-c0daf4/praxis-route-c0daf4: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-c0daf4/praxis-route-c0daf4-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-c0daf4]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:55:12.865862456Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4","reconcileID":"85374ee5-afa7-42b9-8569-4ab0620be14a","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-c0daf4/praxis-route-c0daf4: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-c0daf4/praxis-route-c0daf4-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-c0daf4]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:14.030880465Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:55:29.681279121Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4","reconcileID":"8d2b538f-5bd5-4933-b5ea-45bcb418d384","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-c0daf4/praxis-route-c0daf4: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-c0daf4/praxis-route-c0daf4-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-c0daf4]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:55:29.68134817Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4","reconcileID":"8d2b538f-5bd5-4933-b5ea-45bcb418d384","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-c0daf4/praxis-route-c0daf4: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-c0daf4/praxis-route-c0daf4-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-c0daf4]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:55:29.841935585Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4","reconcileID":"66d45ed1-74a9-4b1c-b5c5-3d045db082f0","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-c0daf4/praxis-route-c0daf4: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-c0daf4/praxis-route-c0daf4-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-c0daf4]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:55:29.842001704Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4","reconcileID":"66d45ed1-74a9-4b1c-b5c5-3d045db082f0","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-c0daf4/praxis-route-c0daf4: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-c0daf4/praxis-route-c0daf4-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-c0daf4]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:30.375367444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-476ce2"},"namespace":"ai-tenant-e2e-praxis-b-476ce2","name":"default-tenant","reconcileID":"aad97e04-d92f-4ad4-8165-36f20ab5e7d0","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-476ce2","tenantID":"e2e-praxis-b-476ce2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:30.490805157Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-476ce2"},"namespace":"ai-tenant-e2e-praxis-b-476ce2","name":"default-tenant","reconcileID":"aad97e04-d92f-4ad4-8165-36f20ab5e7d0","name":"e2e-praxis-b-476ce2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:30.627383684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"674b0520-e48f-42dd-b3da-17f4e68396dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:30.680309448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"674b0520-e48f-42dd-b3da-17f4e68396dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:30.734032041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"674b0520-e48f-42dd-b3da-17f4e68396dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:30.841136356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"674b0520-e48f-42dd-b3da-17f4e68396dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:55:32.267351438Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4","reconcileID":"c3b1cd51-b96c-44dd-84b3-8da7273e5056","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-c0daf4/praxis-route-c0daf4: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-c0daf4/praxis-route-c0daf4-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-c0daf4]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:55:32.267418639Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4","reconcileID":"c3b1cd51-b96c-44dd-84b3-8da7273e5056","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-c0daf4/praxis-route-c0daf4: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-c0daf4/praxis-route-c0daf4-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-c0daf4]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:32.4315598Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-9e3b95","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-9e3b95","reconcileID":"4f904f68-b416-49ed-b3ca-513b966c1713","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w2-9e3b95","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w2-9e3b95":"true"},"removed":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:55:32.704341143Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4","reconcileID":"44c4f14b-1b68-4d02-8dd4-56a094f0070a","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-c0daf4/praxis-route-c0daf4: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-c0daf4/praxis-route-c0daf4-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-c0daf4]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:55:32.704429708Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4","reconcileID":"44c4f14b-1b68-4d02-8dd4-56a094f0070a","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-c0daf4/praxis-route-c0daf4: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-c0daf4/praxis-route-c0daf4-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-c0daf4]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:32.814281203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"077f07cd-d796-4893-a20d-983f01ab893a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:32.867338251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"077f07cd-d796-4893-a20d-983f01ab893a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:32.920368719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"077f07cd-d796-4893-a20d-983f01ab893a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:32.97361705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"077f07cd-d796-4893-a20d-983f01ab893a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:55:34.76295921Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4","reconcileID":"bb90b9ee-c385-439f-bf7f-cd19912bfee5","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-c0daf4/praxis-route-c0daf4: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-c0daf4/praxis-route-c0daf4-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-c0daf4]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:55:34.763037752Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4","reconcileID":"bb90b9ee-c385-439f-bf7f-cd19912bfee5","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-c0daf4/praxis-route-c0daf4: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-c0daf4/praxis-route-c0daf4-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-c0daf4]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:34.903090156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8468127d-87cb-4b69-9444-958b95227f38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:34.955790567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8468127d-87cb-4b69-9444-958b95227f38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:35.008370306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8468127d-87cb-4b69-9444-958b95227f38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:35.061275586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8468127d-87cb-4b69-9444-958b95227f38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:40.706271193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"namespace":"ai-tenant-e2e-shared-a-w0-98b70c","name":"default-tenant","reconcileID":"43b7973e-c60a-46a8-97b2-97d607d73151","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-98b70c","tenantID":"e2e-shared-a-w0-98b70c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:40.822343415Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"namespace":"ai-tenant-e2e-shared-a-w0-98b70c","name":"default-tenant","reconcileID":"43b7973e-c60a-46a8-97b2-97d607d73151","name":"e2e-shared-a-w0-98b70c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:44.031056001Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:55:49.00134582Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-c0daf4","namespace":"ai-tenant-e2e-praxis-a-c0daf4"},"namespace":"ai-tenant-e2e-praxis-a-c0daf4","name":"praxis-route-c0daf4","reconcileID":"8c33115d-0443-4981-932d-6cf26d637cb6","error":"maasmodelrefs.maas.opendatahub.io \"praxis-route-c0daf4\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:59.863246122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"namespace":"ai-tenant-e2e-shared-a-w3-051514","name":"default-tenant","reconcileID":"287d611f-c1f8-42f9-83f0-76ad7c811b37","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-051514","tenantID":"e2e-shared-a-w3-051514","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:59.981275893Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"namespace":"ai-tenant-e2e-shared-a-w3-051514","name":"default-tenant","reconcileID":"287d611f-c1f8-42f9-83f0-76ad7c811b37","name":"e2e-shared-a-w3-051514-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:11.482019324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b574705f-41aa-4b07-ae5f-093a75427d41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:11.534622293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b574705f-41aa-4b07-ae5f-093a75427d41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:11.587334445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b574705f-41aa-4b07-ae5f-093a75427d41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:11.64009121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b574705f-41aa-4b07-ae5f-093a75427d41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:13.59015012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"584e3a5a-8840-413a-946d-e52894453bff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:13.642977931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"584e3a5a-8840-413a-946d-e52894453bff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:13.696009066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"584e3a5a-8840-413a-946d-e52894453bff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:13.748747481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"584e3a5a-8840-413a-946d-e52894453bff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:14.030960025Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:15.695505159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdbdf535-889f-4c39-a650-5968613092b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:15.749086079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdbdf535-889f-4c39-a650-5968613092b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:15.802915203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdbdf535-889f-4c39-a650-5968613092b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:15.856714907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdbdf535-889f-4c39-a650-5968613092b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:17.752843206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8a4b112-4e67-4996-b0f9-4e62b6f47e86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:17.805888037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8a4b112-4e67-4996-b0f9-4e62b6f47e86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:17.858459508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8a4b112-4e67-4996-b0f9-4e62b6f47e86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:17.911572392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8a4b112-4e67-4996-b0f9-4e62b6f47e86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:19.883226184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47e96cda-4561-4947-959d-2c13a8ca7ad2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:19.935640131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47e96cda-4561-4947-959d-2c13a8ca7ad2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:19.988629754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47e96cda-4561-4947-959d-2c13a8ca7ad2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:20.041893073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47e96cda-4561-4947-959d-2c13a8ca7ad2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:21.942823125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb4f6a47-e37c-4b2b-99fe-b3434d617ba2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:21.995315033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb4f6a47-e37c-4b2b-99fe-b3434d617ba2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:22.048446252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb4f6a47-e37c-4b2b-99fe-b3434d617ba2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:22.101213479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb4f6a47-e37c-4b2b-99fe-b3434d617ba2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:24.027264865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea725abe-3f2e-4d78-9914-39270e308f86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:24.080383513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea725abe-3f2e-4d78-9914-39270e308f86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:24.13339389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea725abe-3f2e-4d78-9914-39270e308f86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:24.18642461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea725abe-3f2e-4d78-9914-39270e308f86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:26.099941077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2a015ce-70c4-4f0f-a104-33a9a89ba263","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:26.153070104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2a015ce-70c4-4f0f-a104-33a9a89ba263","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:26.206003678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2a015ce-70c4-4f0f-a104-33a9a89ba263","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:26.258679534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2a015ce-70c4-4f0f-a104-33a9a89ba263","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:28.188767527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26ee1c46-8053-4b7f-93e2-668d928fa7aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:28.242438136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26ee1c46-8053-4b7f-93e2-668d928fa7aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:28.295833299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26ee1c46-8053-4b7f-93e2-668d928fa7aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:28.348814125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26ee1c46-8053-4b7f-93e2-668d928fa7aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:30.296050714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20c0410d-5e8d-48e3-940a-821606379f75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:30.348829042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20c0410d-5e8d-48e3-940a-821606379f75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:30.401453532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20c0410d-5e8d-48e3-940a-821606379f75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:30.454230539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20c0410d-5e8d-48e3-940a-821606379f75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:32.409519449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"167c6df8-a8ed-4596-a095-da45a415f306","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:32.463198085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"167c6df8-a8ed-4596-a095-da45a415f306","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:32.515839056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"167c6df8-a8ed-4596-a095-da45a415f306","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:32.568261591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"167c6df8-a8ed-4596-a095-da45a415f306","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:34.461675904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac5c2bd1-32b9-4fe5-be2b-22d7ae455c27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:34.514551319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac5c2bd1-32b9-4fe5-be2b-22d7ae455c27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:34.567351664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac5c2bd1-32b9-4fe5-be2b-22d7ae455c27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:34.619923197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac5c2bd1-32b9-4fe5-be2b-22d7ae455c27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:36.593152029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77d15ef1-d04a-4296-802e-1cb57149707f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:36.645881135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77d15ef1-d04a-4296-802e-1cb57149707f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:36.698497144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77d15ef1-d04a-4296-802e-1cb57149707f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:36.750996214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77d15ef1-d04a-4296-802e-1cb57149707f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:38.639338958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30ba6024-89c7-412a-ad45-f3676da2cc34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:38.693025506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30ba6024-89c7-412a-ad45-f3676da2cc34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:38.748382142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30ba6024-89c7-412a-ad45-f3676da2cc34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:38.801028406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30ba6024-89c7-412a-ad45-f3676da2cc34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:40.685625964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c996d2e-5eac-4b12-a695-3f02171d7277","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:40.739409743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c996d2e-5eac-4b12-a695-3f02171d7277","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:40.794287382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c996d2e-5eac-4b12-a695-3f02171d7277","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:40.84723192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c996d2e-5eac-4b12-a695-3f02171d7277","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:40.84828203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"namespace":"ai-tenant-e2e-shared-a-w2-9e3b95","name":"default-tenant","reconcileID":"f2fd323e-292f-4cbc-9029-d1d14623b565","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-9e3b95","tenantID":"e2e-shared-a-w2-9e3b95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:40.965035514Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"namespace":"ai-tenant-e2e-shared-a-w2-9e3b95","name":"default-tenant","reconcileID":"f2fd323e-292f-4cbc-9029-d1d14623b565","name":"e2e-shared-a-w2-9e3b95-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:42.760109412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e4db03d-7063-47d6-b0fd-45662e94c4f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:42.813112589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e4db03d-7063-47d6-b0fd-45662e94c4f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:42.865753345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e4db03d-7063-47d6-b0fd-45662e94c4f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:42.918315094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e4db03d-7063-47d6-b0fd-45662e94c4f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:44.035089783Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:44.713351128Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d8b17064-6e3b-48d4-a0d0-37e6e051fd03","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:44.802434342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a9aeaad-152e-4a65-8a4b-f977744341b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:44.8161372Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-subscription","reconcileID":"5c653eb4-bf64-4502-926f-fbeff5ade3af","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-premium-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/premium-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:44.855311216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a9aeaad-152e-4a65-8a4b-f977744341b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:44.908440022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a9aeaad-152e-4a65-8a4b-f977744341b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:44.962591501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a9aeaad-152e-4a65-8a4b-f977744341b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:45.084562894Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-subscription","reconcileID":"804971d8-90f2-4f1c-9bba-755a13e2da69","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-simulator-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/simulator-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:45.084705066Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-subscription","reconcileID":"12ab963e-b7a7-4798-9ae1-627699b4fac7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-premium-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/premium-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:45.137770366Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-subscription","reconcileID":"9209da4f-affb-4ecd-ad48-d062cf0c2b43","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-simulator-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/simulator-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:45.227327594Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-subscription","reconcileID":"fe059d7d-81f8-45fe-baa1-b7d50c62170b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-premium-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/premium-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:45.295246604Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-subscription","reconcileID":"17aae799-7203-4308-94c5-1ec509b4b4d7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-simulator-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:45.456071855Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3134a293-702c-453d-b67c-cae0497b4462","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:45.457348228Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-subscription","reconcileID":"47e48c9f-9841-48fa-85b4-49d46a501589","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-premium-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/premium-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:45.561931596Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-subscription","reconcileID":"40f85cc8-c65e-4d0c-bf86-9cae6f57864e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-simulator-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:45.740388772Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-subscription","reconcileID":"57a06d4d-7771-4c05-b97a-e474ca8db2b8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-premium-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/premium-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:45.840252814Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-subscription","reconcileID":"182d3e5e-d103-49b7-b680-6d5dee1d4974","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-simulator-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:46.985578904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7cbfeba-88f9-45c4-9264-3ef0a789e42a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:47.038717594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7cbfeba-88f9-45c4-9264-3ef0a789e42a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:47.091558297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7cbfeba-88f9-45c4-9264-3ef0a789e42a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:47.144372975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7cbfeba-88f9-45c4-9264-3ef0a789e42a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:49.086273939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e0337e8-470f-4ac6-af83-00aa6215e034","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:49.139298564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e0337e8-470f-4ac6-af83-00aa6215e034","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:49.192101227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e0337e8-470f-4ac6-af83-00aa6215e034","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:49.244916375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e0337e8-470f-4ac6-af83-00aa6215e034","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:52.926163048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4f34175-536e-4b10-a818-8f71ced7c946","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:52.978944019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4f34175-536e-4b10-a818-8f71ced7c946","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:53.031690533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4f34175-536e-4b10-a818-8f71ced7c946","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:53.084521958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4f34175-536e-4b10-a818-8f71ced7c946","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:54.984922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dddfe517-a465-46c6-88f7-d49e69c9b25a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:55.037551566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dddfe517-a465-46c6-88f7-d49e69c9b25a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:55.09198283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dddfe517-a465-46c6-88f7-d49e69c9b25a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:55.145338834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dddfe517-a465-46c6-88f7-d49e69c9b25a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:01.79122493Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-subscription","reconcileID":"15876816-1c3a-4592-a53b-990336085910","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-simulator-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:01.858333069Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"fbc0eb1b-2b03-4a8b-9a17-783d4cb7985f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:02.137238796Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-subscription","reconcileID":"15ca9166-0a3a-4259-8a06-9406599991fa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-premium-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/premium-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:02.205666059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7b48efd-5d33-41cb-9b8e-30c5b85fb26a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:02.258639916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7b48efd-5d33-41cb-9b8e-30c5b85fb26a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:02.311245201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7b48efd-5d33-41cb-9b8e-30c5b85fb26a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:02.365823421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7b48efd-5d33-41cb-9b8e-30c5b85fb26a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:02.525029781Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-subscription","reconcileID":"aea41606-0e87-4933-8060-46356493539c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-premium-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/premium-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:02.601042159Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-subscription","reconcileID":"c4916653-8055-4a20-968a-355e75a61ab3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-premium-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/premium-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:02.740148806Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-subscription","reconcileID":"5d7adfc5-c2a9-48ac-89ae-5061b9669ce6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-simulator-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/simulator-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:02.743000859Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-subscription","reconcileID":"de9eb1fa-0830-4d4e-928c-806d67383428","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-simulator-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:02.745425213Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-98c748","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-98c748","reconcileID":"c75b0c7d-8ed1-4e42-83dd-b587e96a69eb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w0-98c748","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w0-98c748":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:02.834923661Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-subscription","reconcileID":"16062705-71af-46ef-bbe7-767e894549df","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-premium-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/premium-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:02.936898786Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-subscription","reconcileID":"b8975878-5ede-4ba4-bee6-13069d11f5a1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-simulator-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/simulator-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:03.048066703Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-subscription","reconcileID":"53d3681d-67b9-4f2c-8c7d-6488805b6ef2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-simulator-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:03.165137472Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-subscription","reconcileID":"30d050ec-8c0f-45c3-9219-041f243d1abb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-premium-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/premium-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:03.246254324Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"438ea694-73bf-40c9-94f2-df51f343bd48","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:04.292099618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c263f00-f507-4d42-a2c9-63f60ec8e953","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:04.344869254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c263f00-f507-4d42-a2c9-63f60ec8e953","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:04.397758276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c263f00-f507-4d42-a2c9-63f60ec8e953","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:04.450516282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c263f00-f507-4d42-a2c9-63f60ec8e953","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:06.394741783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e2e6546-610a-4566-9f13-35ba43d71bfe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:06.447598746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e2e6546-610a-4566-9f13-35ba43d71bfe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:06.50099022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e2e6546-610a-4566-9f13-35ba43d71bfe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:06.555083299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e2e6546-610a-4566-9f13-35ba43d71bfe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:08.444376549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a514476a-d228-47da-8e82-4fdfb86d142c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:08.497171011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a514476a-d228-47da-8e82-4fdfb86d142c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:08.549883285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a514476a-d228-47da-8e82-4fdfb86d142c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:08.604258657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a514476a-d228-47da-8e82-4fdfb86d142c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:10.49499208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3f14171-2c1f-4874-b9a4-5adcd7f9f10b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:10.547851449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3f14171-2c1f-4874-b9a4-5adcd7f9f10b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:10.601802511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3f14171-2c1f-4874-b9a4-5adcd7f9f10b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:10.655318399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3f14171-2c1f-4874-b9a4-5adcd7f9f10b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:11.657314761Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cd0c98"},"namespace":"ai-tenant-e2e-praxis-b-cd0c98","name":"default-tenant","reconcileID":"9f6252c8-5761-4ebf-bd25-c7858f00d838","namespace":"ai-tenant-e2e-praxis-b-cd0c98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:11.70982131Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cd0c98"},"namespace":"ai-tenant-e2e-praxis-b-cd0c98","name":"default-tenant","reconcileID":"9f6252c8-5761-4ebf-bd25-c7858f00d838","namespace":"ai-tenant-e2e-praxis-b-cd0c98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:11.709949594Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cd0c98"},"namespace":"ai-tenant-e2e-praxis-b-cd0c98","name":"default-tenant","reconcileID":"9f6252c8-5761-4ebf-bd25-c7858f00d838","tenant":"e2e-praxis-b-cd0c98","tenantID":"e2e-praxis-b-cd0c98","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:11.764382929Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cd0c98"},"namespace":"ai-tenant-e2e-praxis-b-cd0c98","name":"default-tenant","reconcileID":"9f6252c8-5761-4ebf-bd25-c7858f00d838","gvk":"Deployment","name":"maas-api-e2e-praxis-b-cd0c98","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:11.831801504Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cd0c98"},"namespace":"ai-tenant-e2e-praxis-b-cd0c98","name":"default-tenant","reconcileID":"9f6252c8-5761-4ebf-bd25-c7858f00d838","gvk":"Service","name":"maas-api-e2e-praxis-b-cd0c98","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:11.889853727Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cd0c98"},"namespace":"ai-tenant-e2e-praxis-b-cd0c98","name":"default-tenant","reconcileID":"9f6252c8-5761-4ebf-bd25-c7858f00d838","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-cd0c98","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:11.944950122Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cd0c98"},"namespace":"ai-tenant-e2e-praxis-b-cd0c98","name":"default-tenant","reconcileID":"9f6252c8-5761-4ebf-bd25-c7858f00d838","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-cd0c98","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:12.053325997Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cd0c98"},"namespace":"ai-tenant-e2e-praxis-b-cd0c98","name":"default-tenant","reconcileID":"9f6252c8-5761-4ebf-bd25-c7858f00d838","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-cd0c98","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:12.107639563Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cd0c98"},"namespace":"ai-tenant-e2e-praxis-b-cd0c98","name":"default-tenant","reconcileID":"9f6252c8-5761-4ebf-bd25-c7858f00d838","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-cd0c98","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:12.164479099Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cd0c98"},"namespace":"ai-tenant-e2e-praxis-b-cd0c98","name":"default-tenant","reconcileID":"9f6252c8-5761-4ebf-bd25-c7858f00d838","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-cd0c98","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:12.218871952Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cd0c98"},"namespace":"ai-tenant-e2e-praxis-b-cd0c98","name":"default-tenant","reconcileID":"9f6252c8-5761-4ebf-bd25-c7858f00d838","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-cd0c98","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:12.272531549Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cd0c98"},"namespace":"ai-tenant-e2e-praxis-b-cd0c98","name":"default-tenant","reconcileID":"9f6252c8-5761-4ebf-bd25-c7858f00d838","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-cd0c98","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:12.324912115Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cd0c98"},"namespace":"ai-tenant-e2e-praxis-b-cd0c98","name":"default-tenant","reconcileID":"9f6252c8-5761-4ebf-bd25-c7858f00d838","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-cd0c98","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:12.377025689Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cd0c98"},"namespace":"ai-tenant-e2e-praxis-b-cd0c98","name":"default-tenant","reconcileID":"9f6252c8-5761-4ebf-bd25-c7858f00d838","gvk":"Service","name":"payload-processing-e2e-praxis-b-cd0c98","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:12.429215564Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cd0c98"},"namespace":"ai-tenant-e2e-praxis-b-cd0c98","name":"default-tenant","reconcileID":"9f6252c8-5761-4ebf-bd25-c7858f00d838","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-cd0c98","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:12.481250337Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cd0c98"},"namespace":"ai-tenant-e2e-praxis-b-cd0c98","name":"default-tenant","reconcileID":"9f6252c8-5761-4ebf-bd25-c7858f00d838","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-cd0c98","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:12.533597341Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cd0c98"},"namespace":"ai-tenant-e2e-praxis-b-cd0c98","name":"default-tenant","reconcileID":"9f6252c8-5761-4ebf-bd25-c7858f00d838","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-cd0c98","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:12.585566487Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cd0c98"},"namespace":"ai-tenant-e2e-praxis-b-cd0c98","name":"default-tenant","reconcileID":"9f6252c8-5761-4ebf-bd25-c7858f00d838","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-cd0c98","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:12.597591952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4d90eec-695c-460a-9553-6d452431250f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:12.650835054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4d90eec-695c-460a-9553-6d452431250f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:12.652686844Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cd0c98"},"namespace":"ai-tenant-e2e-praxis-b-cd0c98","name":"default-tenant","reconcileID":"9f6252c8-5761-4ebf-bd25-c7858f00d838","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-cd0c98","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:12.703479392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4d90eec-695c-460a-9553-6d452431250f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:12.755964686Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cd0c98"},"namespace":"ai-tenant-e2e-praxis-b-cd0c98","name":"default-tenant","reconcileID":"9f6252c8-5761-4ebf-bd25-c7858f00d838","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-cd0c98","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:12.75726032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4d90eec-695c-460a-9553-6d452431250f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:12.81211654Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cd0c98"},"namespace":"ai-tenant-e2e-praxis-b-cd0c98","name":"default-tenant","reconcileID":"9f6252c8-5761-4ebf-bd25-c7858f00d838","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-cd0c98","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:12.866313402Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cd0c98"},"namespace":"ai-tenant-e2e-praxis-b-cd0c98","name":"default-tenant","reconcileID":"9f6252c8-5761-4ebf-bd25-c7858f00d838","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-cd0c98","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:12.918610571Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cd0c98"},"namespace":"ai-tenant-e2e-praxis-b-cd0c98","name":"default-tenant","reconcileID":"9f6252c8-5761-4ebf-bd25-c7858f00d838","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-cd0c98","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:14.030863664Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:14.044181591Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-cd0c98","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-cd0c98","reconcileID":"9333ffd4-69c6-41c2-9920-049171fb9460","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-cd0c98","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-cd0c98"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:14.657293609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"413d5bbf-1afd-40b5-b302-065047b5eb50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:14.709918101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"413d5bbf-1afd-40b5-b302-065047b5eb50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:14.763186628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"413d5bbf-1afd-40b5-b302-065047b5eb50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:14.816125257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"413d5bbf-1afd-40b5-b302-065047b5eb50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:16.710810154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17480785-51ca-4484-915c-c0d786717189","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:16.763662822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17480785-51ca-4484-915c-c0d786717189","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:16.816449007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17480785-51ca-4484-915c-c0d786717189","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:16.869165329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17480785-51ca-4484-915c-c0d786717189","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:18.559380881Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9d0df911-ac05-4611-b36e-46164f6c9165","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:18.559386545Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b419289d-72ba-4855-8205-eef9f31cdd5e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:18.883296959Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-subscription","reconcileID":"39b11d62-02d2-497a-acbb-1ef41ac78b07","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-simulator-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:18.898390405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dc8f849-396d-47a4-bc1a-cbeb07925195","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:18.957942094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dc8f849-396d-47a4-bc1a-cbeb07925195","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:19.007899685Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-subscription","reconcileID":"3a9613e6-7ee2-4ad5-9f69-bf606f082bcc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-simulator-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/simulator-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:19.012030233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dc8f849-396d-47a4-bc1a-cbeb07925195","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:19.065135241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dc8f849-396d-47a4-bc1a-cbeb07925195","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:19.170995375Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-subscription","reconcileID":"a74ab98a-bc80-477d-9886-f041032c1c08","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-simulator-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:19.171137733Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-subscription","reconcileID":"c300d435-c4de-46e4-95a5-07146bf0e203","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-premium-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/premium-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:19.2805107Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-subscription","reconcileID":"188876e9-11ea-423a-9c82-227088146412","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-simulator-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/simulator-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:19.281049631Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-subscription","reconcileID":"11437353-7ae7-406a-91d7-bd1262f148ed","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-premium-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/premium-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:19.496043866Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-subscription","reconcileID":"695afa60-d168-4370-bb13-6c40db411cb5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-premium-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/premium-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:19.593327843Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-subscription","reconcileID":"b1335327-5ff2-4537-9fc9-890fbd2affe0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-premium-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/premium-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:19.692779027Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-subscription","reconcileID":"e7128ead-5adc-4ed0-903d-a77add85d486","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-premium-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/premium-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:19.794471456Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-subscription","reconcileID":"9c8807a0-97ca-4f50-bcc3-3dfd91dfb79a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-simulator-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:20.966217906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba93845e-4d64-4437-a0a1-a428b34b9582","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:21.019782022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba93845e-4d64-4437-a0a1-a428b34b9582","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:21.073167675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba93845e-4d64-4437-a0a1-a428b34b9582","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:21.127556172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba93845e-4d64-4437-a0a1-a428b34b9582","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:23.02944053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"101023b2-a105-420a-897b-bab153f2c692","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:23.08300705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"101023b2-a105-420a-897b-bab153f2c692","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:23.13560901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"101023b2-a105-420a-897b-bab153f2c692","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:23.188449428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"101023b2-a105-420a-897b-bab153f2c692","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:23.457225714Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3b7279"},"namespace":"ai-tenant-e2e-praxis-a-3b7279","name":"default-tenant","reconcileID":"744f20e6-b054-4c10-802f-eb2fc4d28f33","namespace":"ai-tenant-e2e-praxis-a-3b7279","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:23.45728247Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3b7279"},"namespace":"ai-tenant-e2e-praxis-a-3b7279","name":"default-tenant","reconcileID":"744f20e6-b054-4c10-802f-eb2fc4d28f33","namespace":"ai-tenant-e2e-praxis-a-3b7279","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:23.45733298Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3b7279"},"namespace":"ai-tenant-e2e-praxis-a-3b7279","name":"default-tenant","reconcileID":"744f20e6-b054-4c10-802f-eb2fc4d28f33","tenant":"e2e-praxis-a-3b7279","tenantID":"e2e-praxis-a-3b7279","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:23.511680436Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3b7279"},"namespace":"ai-tenant-e2e-praxis-a-3b7279","name":"default-tenant","reconcileID":"744f20e6-b054-4c10-802f-eb2fc4d28f33","gvk":"Deployment","name":"maas-api-e2e-praxis-a-3b7279","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:23.571994469Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3b7279"},"namespace":"ai-tenant-e2e-praxis-a-3b7279","name":"default-tenant","reconcileID":"744f20e6-b054-4c10-802f-eb2fc4d28f33","gvk":"Service","name":"maas-api-e2e-praxis-a-3b7279","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:23.632797034Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3b7279"},"namespace":"ai-tenant-e2e-praxis-a-3b7279","name":"default-tenant","reconcileID":"744f20e6-b054-4c10-802f-eb2fc4d28f33","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-3b7279","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:23.686635604Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3b7279"},"namespace":"ai-tenant-e2e-praxis-a-3b7279","name":"default-tenant","reconcileID":"744f20e6-b054-4c10-802f-eb2fc4d28f33","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-3b7279","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:23.741379556Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3b7279"},"namespace":"ai-tenant-e2e-praxis-a-3b7279","name":"default-tenant","reconcileID":"744f20e6-b054-4c10-802f-eb2fc4d28f33","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-3b7279","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:23.7982659Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3b7279"},"namespace":"ai-tenant-e2e-praxis-a-3b7279","name":"default-tenant","reconcileID":"744f20e6-b054-4c10-802f-eb2fc4d28f33","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-3b7279","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:23.853447163Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3b7279"},"namespace":"ai-tenant-e2e-praxis-a-3b7279","name":"default-tenant","reconcileID":"744f20e6-b054-4c10-802f-eb2fc4d28f33","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-3b7279","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:23.910072014Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3b7279"},"namespace":"ai-tenant-e2e-praxis-a-3b7279","name":"default-tenant","reconcileID":"744f20e6-b054-4c10-802f-eb2fc4d28f33","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-3b7279","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:23.963755529Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3b7279"},"namespace":"ai-tenant-e2e-praxis-a-3b7279","name":"default-tenant","reconcileID":"744f20e6-b054-4c10-802f-eb2fc4d28f33","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-3b7279","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:24.016195621Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3b7279"},"namespace":"ai-tenant-e2e-praxis-a-3b7279","name":"default-tenant","reconcileID":"744f20e6-b054-4c10-802f-eb2fc4d28f33","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-3b7279","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:24.069333728Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3b7279"},"namespace":"ai-tenant-e2e-praxis-a-3b7279","name":"default-tenant","reconcileID":"744f20e6-b054-4c10-802f-eb2fc4d28f33","gvk":"Service","name":"payload-processing-e2e-praxis-a-3b7279","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:24.121379942Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3b7279"},"namespace":"ai-tenant-e2e-praxis-a-3b7279","name":"default-tenant","reconcileID":"744f20e6-b054-4c10-802f-eb2fc4d28f33","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-3b7279","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:24.173446022Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3b7279"},"namespace":"ai-tenant-e2e-praxis-a-3b7279","name":"default-tenant","reconcileID":"744f20e6-b054-4c10-802f-eb2fc4d28f33","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-3b7279","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:24.225610868Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3b7279"},"namespace":"ai-tenant-e2e-praxis-a-3b7279","name":"default-tenant","reconcileID":"744f20e6-b054-4c10-802f-eb2fc4d28f33","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-3b7279","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:24.278097497Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3b7279"},"namespace":"ai-tenant-e2e-praxis-a-3b7279","name":"default-tenant","reconcileID":"744f20e6-b054-4c10-802f-eb2fc4d28f33","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-3b7279","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:24.336224745Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3b7279"},"namespace":"ai-tenant-e2e-praxis-a-3b7279","name":"default-tenant","reconcileID":"744f20e6-b054-4c10-802f-eb2fc4d28f33","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-3b7279","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:24.388708229Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3b7279"},"namespace":"ai-tenant-e2e-praxis-a-3b7279","name":"default-tenant","reconcileID":"744f20e6-b054-4c10-802f-eb2fc4d28f33","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-3b7279","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:24.440812176Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3b7279"},"namespace":"ai-tenant-e2e-praxis-a-3b7279","name":"default-tenant","reconcileID":"744f20e6-b054-4c10-802f-eb2fc4d28f33","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-3b7279","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:24.494637023Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3b7279"},"namespace":"ai-tenant-e2e-praxis-a-3b7279","name":"default-tenant","reconcileID":"744f20e6-b054-4c10-802f-eb2fc4d28f33","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-3b7279","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:24.547120729Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3b7279"},"namespace":"ai-tenant-e2e-praxis-a-3b7279","name":"default-tenant","reconcileID":"744f20e6-b054-4c10-802f-eb2fc4d28f33","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-3b7279","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:25.387239453Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-3b7279","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-3b7279","reconcileID":"006a5885-936b-4214-a808-156d37c672c3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-3b7279","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-3b7279"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:26.532194779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0b9974d-6a05-4153-98a6-715efe347ab6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:26.58984405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0b9974d-6a05-4153-98a6-715efe347ab6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:26.644485536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0b9974d-6a05-4153-98a6-715efe347ab6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:26.697191116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0b9974d-6a05-4153-98a6-715efe347ab6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:28.594135784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"624bcea8-6a94-45ca-b941-9bba5dc83bd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:28.647702689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"624bcea8-6a94-45ca-b941-9bba5dc83bd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:28.700211888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"624bcea8-6a94-45ca-b941-9bba5dc83bd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:28.748912266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"simulator-w1-baacee","reconcileID":"4d6bf3e6-0ab9-419b-aacf-ce9c1609211e","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"routeName":"simulator-w1-baacee-kserve-route","namespace":"e2e-models-e2e-worker-w1-baacee","llmisvcName":"simulator-w1-baacee","gateway":"openshift-ingress/e2e-worker-w1-baacee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:28.752929044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"624bcea8-6a94-45ca-b941-9bba5dc83bd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:28.810692726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"simulator-w1-baacee","reconcileID":"65f40372-1680-4c55-bc9c-027343429c47","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"routeName":"simulator-w1-baacee-kserve-route","namespace":"e2e-models-e2e-worker-w1-baacee","llmisvcName":"simulator-w1-baacee","gateway":"openshift-ingress/e2e-worker-w1-baacee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:29.020350255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"e2e-status-degraded-auth","reconcileID":"6288bcff-96b8-43d5-b6e0-7d62031dea8c","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-baacee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-baacee","tenantID":"e2e-worker-w1-baacee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:29.077252007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"e2e-status-degraded-auth","reconcileID":"6288bcff-96b8-43d5-b6e0-7d62031dea8c","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"e2e-worker-w1-baacee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:29.184776738Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"e2e-status-degraded-auth","reconcileID":"6288bcff-96b8-43d5-b6e0-7d62031dea8c","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-baacee"},"model":"e2e-models-e2e-worker-w1-baacee/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:29.398362034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"simulator-w1-baacee","reconcileID":"33f2588b-c64c-475a-a525-5e31aa51e915","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"routeName":"simulator-w1-baacee-kserve-route","namespace":"e2e-models-e2e-worker-w1-baacee","llmisvcName":"simulator-w1-baacee","gateway":"openshift-ingress/e2e-worker-w1-baacee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:29.608091869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"e2e-status-degraded-auth","reconcileID":"e48e0f74-98af-4250-907b-6718823f05ba","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-baacee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-baacee","tenantID":"e2e-worker-w1-baacee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:29.664183731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"e2e-status-degraded-auth","reconcileID":"e48e0f74-98af-4250-907b-6718823f05ba","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"e2e-worker-w1-baacee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:29.813139983Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"e2e-status-degraded-auth","reconcileID":"e48e0f74-98af-4250-907b-6718823f05ba","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-baacee"},"model":"e2e-models-e2e-worker-w1-baacee/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:30.170276513Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w3-c4d438","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w3-c4d438","reconcileID":"a740a028-390e-4d57-ac58-50e1a06289b3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w3-c4d438","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w3-c4d438":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:30.709434814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8984d5aa-706d-4386-bcd7-a3877801585b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:30.762504406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8984d5aa-706d-4386-bcd7-a3877801585b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:30.815393133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8984d5aa-706d-4386-bcd7-a3877801585b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:30.868460168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8984d5aa-706d-4386-bcd7-a3877801585b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:31.19388988Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"e2e-status-degraded-auth","reconcileID":"c32c9b03-e01c-4dbc-a1ec-ab6392d47196","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-baacee"},"model":"e2e-models-e2e-worker-w1-baacee/simulator-w1-baacee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:31.193890167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"simulator-w1-baacee","reconcileID":"b2576226-150b-485d-a89b-d6a0e6f98eef","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"routeName":"simulator-w1-baacee-kserve-route","namespace":"e2e-models-e2e-worker-w1-baacee","llmisvcName":"simulator-w1-baacee","gateway":"openshift-ingress/e2e-worker-w1-baacee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:31.250782912Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"e2e-status-degraded-auth","reconcileID":"c32c9b03-e01c-4dbc-a1ec-ab6392d47196","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-baacee"},"model":"e2e-models-e2e-worker-w1-baacee/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:31.411340313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"simulator-w1-baacee","reconcileID":"59421b86-21be-4006-8562-ddab8ca7a68a","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"routeName":"simulator-w1-baacee-kserve-route","namespace":"e2e-models-e2e-worker-w1-baacee","llmisvcName":"simulator-w1-baacee","gateway":"openshift-ingress/e2e-worker-w1-baacee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:32.805261545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"554de08f-5198-4132-a537-5f6b88571936","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:32.858189141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"554de08f-5198-4132-a537-5f6b88571936","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:32.910937045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"554de08f-5198-4132-a537-5f6b88571936","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:32.96327551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"554de08f-5198-4132-a537-5f6b88571936","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:34.897498126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bf5ee95-28f4-4697-8adb-1571dbeb8dd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:34.950387383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bf5ee95-28f4-4697-8adb-1571dbeb8dd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:35.003324789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bf5ee95-28f4-4697-8adb-1571dbeb8dd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:35.056409261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bf5ee95-28f4-4697-8adb-1571dbeb8dd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:38.819429878Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-subscription","reconcileID":"3f7de371-5866-4a1a-a56f-d125dbbad651","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-simulator-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:38.934465499Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-subscription","reconcileID":"7a3c90ce-d551-4441-9f35-06a52c4e4556","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-premium-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/premium-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:39.034388336Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-subscription","reconcileID":"a5ad371e-8b55-4354-8d84-22e7198b9a6a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-simulator-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:39.136682982Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-subscription","reconcileID":"649b6aac-643c-448a-b958-0908f70b8945","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-simulator-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:39.239369543Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-subscription","reconcileID":"6d19913a-477d-4730-9149-060bfcb99862","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-simulator-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/simulator-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:39.239417498Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d615acb4-541b-46fb-b31e-0017e74d299a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:39.403360228Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-subscription","reconcileID":"dcf78fb6-12a1-4bfe-a380-fb2c8c2d9078","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-premium-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/premium-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:39.518796283Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3e0fd691-ad6a-4153-b713-ba6b876cc6dc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:39.618782709Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-subscription","reconcileID":"79a2dcee-e564-49a2-81f3-159ed91cabe3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-simulator-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/simulator-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:39.92515647Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-subscription","reconcileID":"a6c908e4-293b-4cdc-a46c-d5c92335ca04","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-premium-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/premium-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:40.040528387Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-subscription","reconcileID":"9a3b20dd-19d5-47ab-98df-abb2e574f80e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-premium-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/premium-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:40.141130564Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-subscription","reconcileID":"53632197-1525-424d-853e-4afa8f99cb53","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-premium-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/premium-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:44.032810999Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:46.728926288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ec8c58f-0f92-42cf-b077-30ae15b37e6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:46.782080005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ec8c58f-0f92-42cf-b077-30ae15b37e6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:46.835073572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ec8c58f-0f92-42cf-b077-30ae15b37e6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:46.890318299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ec8c58f-0f92-42cf-b077-30ae15b37e6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:48.777632699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"363e01f4-02f2-4c70-a4c5-1ef92f48a9bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:48.832532943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"363e01f4-02f2-4c70-a4c5-1ef92f48a9bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:48.886085435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"363e01f4-02f2-4c70-a4c5-1ef92f48a9bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:48.938832412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"363e01f4-02f2-4c70-a4c5-1ef92f48a9bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:53.662946625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73f91592-4b3f-46ac-b447-28de3e713c3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:53.716554761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73f91592-4b3f-46ac-b447-28de3e713c3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:53.769151301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73f91592-4b3f-46ac-b447-28de3e713c3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:53.82193223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73f91592-4b3f-46ac-b447-28de3e713c3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:54.257593873Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-5632ea","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-5632ea","reconcileID":"67076bdf-2f0f-4a1c-b9e9-d76167350911","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w2-5632ea","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w2-5632ea":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:55.744992928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"108b7858-bf35-4de7-bd3c-e53e2b694c48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:55.797867682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"108b7858-bf35-4de7-bd3c-e53e2b694c48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:55.850413034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"108b7858-bf35-4de7-bd3c-e53e2b694c48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:55.90323101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"108b7858-bf35-4de7-bd3c-e53e2b694c48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:57.802243149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a028bab0-7af6-4d19-97cb-3e58449ce949","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:57.855003989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a028bab0-7af6-4d19-97cb-3e58449ce949","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:57.908486455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a028bab0-7af6-4d19-97cb-3e58449ce949","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:57.962368446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a028bab0-7af6-4d19-97cb-3e58449ce949","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:59.864134058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de0290f5-efaa-4925-a7ad-31b23e77185e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:59.916870772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de0290f5-efaa-4925-a7ad-31b23e77185e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:59.970206402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de0290f5-efaa-4925-a7ad-31b23e77185e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:00.023669019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de0290f5-efaa-4925-a7ad-31b23e77185e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:01.919729712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"368e8c1b-2039-4c3c-80f5-4483dcbf5f25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:01.972441793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"368e8c1b-2039-4c3c-80f5-4483dcbf5f25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:02.02541425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"368e8c1b-2039-4c3c-80f5-4483dcbf5f25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:02.078408909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"368e8c1b-2039-4c3c-80f5-4483dcbf5f25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:03.977977746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c63c439e-2fd6-49c6-9b9e-ab62fe5fb697","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:04.030692914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c63c439e-2fd6-49c6-9b9e-ab62fe5fb697","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:04.083608092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c63c439e-2fd6-49c6-9b9e-ab62fe5fb697","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:04.13634328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c63c439e-2fd6-49c6-9b9e-ab62fe5fb697","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:06.086916684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df74f462-f5d4-4100-849a-c7a5b2089f2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:06.139586694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df74f462-f5d4-4100-849a-c7a5b2089f2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:06.19256453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df74f462-f5d4-4100-849a-c7a5b2089f2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:06.245934146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df74f462-f5d4-4100-849a-c7a5b2089f2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:10.14760847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"namespace":"ai-tenant-e2e-shared-b-w0-98c748","name":"default-tenant","reconcileID":"bf8f85fd-d9a4-4a7b-b38d-929901c72256","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-98c748","tenantID":"e2e-shared-b-w0-98c748","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:10.263551308Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"namespace":"ai-tenant-e2e-shared-b-w0-98c748","name":"default-tenant","reconcileID":"bf8f85fd-d9a4-4a7b-b38d-929901c72256","name":"e2e-shared-b-w0-98c748-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:14.030016334Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:29.903492252Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"auth-test-model-5e916d","reconcileID":"953d408a-8691-483b-8f76-9c3a1dc8e3b8","MaaSModelRef":{"name":"auth-test-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"tenant":"e2e-shared-a-w1-5e916d","gateway":"openshift-ingress/e2e-shared-a-w1-5e916d","model":"ai-tenant-e2e-shared-a-w1-5e916d/auth-test-model-5e916d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:29.903530977Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"auth-test-model-5e916d","reconcileID":"953d408a-8691-483b-8f76-9c3a1dc8e3b8","MaaSModelRef":{"name":"auth-test-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"routeName":"auth-test-model-5e916d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-5e916d","llmisvcName":"auth-test-model-5e916d","gateway":"openshift-ingress/e2e-shared-a-w1-5e916d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:34.931246456Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-subscription","reconcileID":"cbc5660d-d395-4a3c-820e-2f83d26e9cd8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-premium-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/premium-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:35.048110085Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-subscription","reconcileID":"c6fe5800-5338-464a-90a0-a30a891ea3d2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-simulator-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/simulator-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:35.168496743Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-subscription","reconcileID":"b785e127-e1a1-49a4-b46d-33fd31450d8a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-premium-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/premium-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:35.26777354Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-subscription","reconcileID":"60882850-56f7-499a-948f-9c2416c8e093","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-premium-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/premium-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:35.367739747Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-subscription","reconcileID":"a3d647eb-a8a5-42c5-b06c-a20dbc0a8f83","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-simulator-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:35.468375935Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-subscription","reconcileID":"770ec8ef-3275-4aa3-b383-4d2377bd87e0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-premium-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/premium-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:35.568989104Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-subscription","reconcileID":"89eac73f-3423-4634-9447-f38316da3cef","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-simulator-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:35.751747119Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-subscription","reconcileID":"0ce460a4-5dce-4258-a750-3fb5924f100e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-simulator-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/simulator-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:35.984001586Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-subscription","reconcileID":"5696c287-6265-4d20-95ee-b574ab461837","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-simulator-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:36.099566135Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3bb6b358-aa84-44a6-b38c-f02e30ce3c38","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:36.20024991Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e5b6a95a-b8f6-41ee-a33d-3061ba1560dc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:36.221370905Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-subscription","reconcileID":"6a618911-4dda-4eb3-ab3f-537542a61a04","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-premium-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/premium-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:38.849479949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"namespace":"ai-tenant-e2e-shared-b-w3-c4d438","name":"default-tenant","reconcileID":"91a1eacc-f336-4435-87fd-d920e51ba493","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-c4d438","tenantID":"e2e-shared-b-w3-c4d438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:38.964323323Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"namespace":"ai-tenant-e2e-shared-b-w3-c4d438","name":"default-tenant","reconcileID":"91a1eacc-f336-4435-87fd-d920e51ba493","name":"e2e-shared-b-w3-c4d438-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:43.888335809Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-476ce2"},"namespace":"ai-tenant-e2e-praxis-b-476ce2","name":"default-tenant","reconcileID":"2f57fc02-c366-41ce-b39c-1cb93a70b0d0","namespace":"ai-tenant-e2e-praxis-b-476ce2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:43.888398485Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-476ce2"},"namespace":"ai-tenant-e2e-praxis-b-476ce2","name":"default-tenant","reconcileID":"2f57fc02-c366-41ce-b39c-1cb93a70b0d0","namespace":"ai-tenant-e2e-praxis-b-476ce2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:43.888450116Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-476ce2"},"namespace":"ai-tenant-e2e-praxis-b-476ce2","name":"default-tenant","reconcileID":"2f57fc02-c366-41ce-b39c-1cb93a70b0d0","tenant":"e2e-praxis-b-476ce2","tenantID":"e2e-praxis-b-476ce2","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:43.942630289Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-476ce2"},"namespace":"ai-tenant-e2e-praxis-b-476ce2","name":"default-tenant","reconcileID":"2f57fc02-c366-41ce-b39c-1cb93a70b0d0","gvk":"Deployment","name":"maas-api-e2e-praxis-b-476ce2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:44.007214112Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-476ce2"},"namespace":"ai-tenant-e2e-praxis-b-476ce2","name":"default-tenant","reconcileID":"2f57fc02-c366-41ce-b39c-1cb93a70b0d0","gvk":"Service","name":"maas-api-e2e-praxis-b-476ce2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:44.032915799Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:44.061849774Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-476ce2"},"namespace":"ai-tenant-e2e-praxis-b-476ce2","name":"default-tenant","reconcileID":"2f57fc02-c366-41ce-b39c-1cb93a70b0d0","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-476ce2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:44.116190068Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-476ce2"},"namespace":"ai-tenant-e2e-praxis-b-476ce2","name":"default-tenant","reconcileID":"2f57fc02-c366-41ce-b39c-1cb93a70b0d0","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-476ce2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:44.173426869Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-476ce2"},"namespace":"ai-tenant-e2e-praxis-b-476ce2","name":"default-tenant","reconcileID":"2f57fc02-c366-41ce-b39c-1cb93a70b0d0","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-476ce2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:44.228503859Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-476ce2"},"namespace":"ai-tenant-e2e-praxis-b-476ce2","name":"default-tenant","reconcileID":"2f57fc02-c366-41ce-b39c-1cb93a70b0d0","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-476ce2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:44.285996825Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-476ce2"},"namespace":"ai-tenant-e2e-praxis-b-476ce2","name":"default-tenant","reconcileID":"2f57fc02-c366-41ce-b39c-1cb93a70b0d0","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-476ce2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:44.340347477Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-476ce2"},"namespace":"ai-tenant-e2e-praxis-b-476ce2","name":"default-tenant","reconcileID":"2f57fc02-c366-41ce-b39c-1cb93a70b0d0","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-476ce2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:44.392720148Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-476ce2"},"namespace":"ai-tenant-e2e-praxis-b-476ce2","name":"default-tenant","reconcileID":"2f57fc02-c366-41ce-b39c-1cb93a70b0d0","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-476ce2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:44.445199076Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-476ce2"},"namespace":"ai-tenant-e2e-praxis-b-476ce2","name":"default-tenant","reconcileID":"2f57fc02-c366-41ce-b39c-1cb93a70b0d0","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-476ce2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:44.497637264Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-476ce2"},"namespace":"ai-tenant-e2e-praxis-b-476ce2","name":"default-tenant","reconcileID":"2f57fc02-c366-41ce-b39c-1cb93a70b0d0","gvk":"Service","name":"payload-processing-e2e-praxis-b-476ce2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:44.55030517Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-476ce2"},"namespace":"ai-tenant-e2e-praxis-b-476ce2","name":"default-tenant","reconcileID":"2f57fc02-c366-41ce-b39c-1cb93a70b0d0","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-476ce2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:44.602843675Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-476ce2"},"namespace":"ai-tenant-e2e-praxis-b-476ce2","name":"default-tenant","reconcileID":"2f57fc02-c366-41ce-b39c-1cb93a70b0d0","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-476ce2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:44.654989173Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-476ce2"},"namespace":"ai-tenant-e2e-praxis-b-476ce2","name":"default-tenant","reconcileID":"2f57fc02-c366-41ce-b39c-1cb93a70b0d0","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-476ce2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:44.707439596Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-476ce2"},"namespace":"ai-tenant-e2e-praxis-b-476ce2","name":"default-tenant","reconcileID":"2f57fc02-c366-41ce-b39c-1cb93a70b0d0","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-476ce2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:44.765344008Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-476ce2"},"namespace":"ai-tenant-e2e-praxis-b-476ce2","name":"default-tenant","reconcileID":"2f57fc02-c366-41ce-b39c-1cb93a70b0d0","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-476ce2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:44.817471591Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-476ce2"},"namespace":"ai-tenant-e2e-praxis-b-476ce2","name":"default-tenant","reconcileID":"2f57fc02-c366-41ce-b39c-1cb93a70b0d0","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-476ce2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:44.869910451Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-476ce2"},"namespace":"ai-tenant-e2e-praxis-b-476ce2","name":"default-tenant","reconcileID":"2f57fc02-c366-41ce-b39c-1cb93a70b0d0","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-476ce2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:44.92195505Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-476ce2"},"namespace":"ai-tenant-e2e-praxis-b-476ce2","name":"default-tenant","reconcileID":"2f57fc02-c366-41ce-b39c-1cb93a70b0d0","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-476ce2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:44.9742922Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-476ce2"},"namespace":"ai-tenant-e2e-praxis-b-476ce2","name":"default-tenant","reconcileID":"2f57fc02-c366-41ce-b39c-1cb93a70b0d0","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-476ce2","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:45.855050425Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-476ce2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-476ce2","reconcileID":"4443e269-5134-4456-957d-db88f7c0de12","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-476ce2","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-476ce2"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:46.972080685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e9b1253-f04d-467e-b1a9-5422f061ff83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:47.024792064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e9b1253-f04d-467e-b1a9-5422f061ff83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:47.077783331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e9b1253-f04d-467e-b1a9-5422f061ff83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:47.131443448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e9b1253-f04d-467e-b1a9-5422f061ff83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:49.027127869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68d916c5-c84c-49c4-9c5a-50e9aafb5ef6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:49.08163668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68d916c5-c84c-49c4-9c5a-50e9aafb5ef6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:49.134523271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68d916c5-c84c-49c4-9c5a-50e9aafb5ef6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:49.187198532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68d916c5-c84c-49c4-9c5a-50e9aafb5ef6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:55.851116083Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-subscription","reconcileID":"919bbec2-4eb8-473c-8c69-bcfbf3232a97","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-simulator-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/simulator-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:56.028134497Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"63ede250-6cd5-41d8-a2f1-b95b5986485e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:56.128047109Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-subscription","reconcileID":"b50adf7e-0550-4492-9812-9c1bccf1c9bb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-simulator-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:56.146132491Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-subscription","reconcileID":"deab2be7-0286-4b39-b85c-2ca45ab2cdb1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-simulator-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/simulator-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:56.445163053Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-subscription","reconcileID":"854bf72d-3987-4856-a0ea-fb79f0566a23","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-premium-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/premium-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:56.546997714Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-subscription","reconcileID":"7a708861-d54e-4bec-b6bb-f045b0cd651d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-premium-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/premium-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:56.566851285Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-subscription","reconcileID":"605e385d-1da8-4c35-bab9-8bee4c222fc2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-simulator-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:56.747398402Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-subscription","reconcileID":"f5f275da-c2d5-4a38-8833-eaf9ce234e20","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-premium-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/premium-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:56.847692187Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-subscription","reconcileID":"25e19628-a049-4761-84c8-fba9ff9a72d1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-simulator-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:56.948368085Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"09e9bc95-b42b-4d07-aeba-043e0f867d9d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:57.105725149Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-subscription","reconcileID":"0d4c6da5-7e15-46a5-a09e-1b29378fdd4d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-premium-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/premium-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:57.22885362Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-subscription","reconcileID":"9daf22b8-bf7c-4f29-b1d6-b70cee95bc00","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-premium-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/premium-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:04.314029728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"namespace":"ai-tenant-e2e-shared-b-w2-5632ea","name":"default-tenant","reconcileID":"936c38ba-9e47-4d33-a7dc-0ac7b07d9bad","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-5632ea","tenantID":"e2e-shared-b-w2-5632ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:04.430551285Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"namespace":"ai-tenant-e2e-shared-b-w2-5632ea","name":"default-tenant","reconcileID":"936c38ba-9e47-4d33-a7dc-0ac7b07d9bad","name":"e2e-shared-b-w2-5632ea-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:14.030437459Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:14.543872223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"namespace":"e2e-models-e2e-worker-w4-8f6b5b","name":"simulator-w4-8f6b5b","reconcileID":"049a5260-4bb8-4a56-8e69-1a1aace80672","MaaSModelRef":{"name":"simulator-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"routeName":"simulator-w4-8f6b5b-kserve-route","namespace":"e2e-models-e2e-worker-w4-8f6b5b","llmisvcName":"simulator-w4-8f6b5b","gateway":"openshift-ingress/e2e-worker-w4-8f6b5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:14.600477044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"namespace":"e2e-models-e2e-worker-w4-8f6b5b","name":"simulator-w4-8f6b5b","reconcileID":"c2059001-9cba-4643-b413-a39c43322f60","MaaSModelRef":{"name":"simulator-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"routeName":"simulator-w4-8f6b5b-kserve-route","namespace":"e2e-models-e2e-worker-w4-8f6b5b","llmisvcName":"simulator-w4-8f6b5b","gateway":"openshift-ingress/e2e-worker-w4-8f6b5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:14.75797825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"e2e-test-auth-access-denied","reconcileID":"1e7df30a-b9d2-46e8-a54c-a013454e6d03","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8f6b5b","tenantID":"e2e-worker-w4-8f6b5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:14.81421285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"e2e-test-auth-access-denied","reconcileID":"1e7df30a-b9d2-46e8-a54c-a013454e6d03","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"e2e-worker-w4-8f6b5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:15.086747076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"namespace":"e2e-models-e2e-worker-w4-8f6b5b","name":"simulator-w4-8f6b5b","reconcileID":"3492b03d-b51c-4ebe-8a48-36bb0427598c","MaaSModelRef":{"name":"simulator-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"routeName":"simulator-w4-8f6b5b-kserve-route","namespace":"e2e-models-e2e-worker-w4-8f6b5b","llmisvcName":"simulator-w4-8f6b5b","gateway":"openshift-ingress/e2e-worker-w4-8f6b5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:15.242854609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"e2e-test-auth-access-denied","reconcileID":"c6072e31-b67b-4a4a-aed9-cf401639a9e3","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8f6b5b","tenantID":"e2e-worker-w4-8f6b5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:15.299234957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"e2e-test-auth-access-denied","reconcileID":"c6072e31-b67b-4a4a-aed9-cf401639a9e3","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"e2e-worker-w4-8f6b5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:20.63238449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1767d843-257e-42b4-a08e-9e417bdd68ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:20.685105074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1767d843-257e-42b4-a08e-9e417bdd68ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:20.73793083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1767d843-257e-42b4-a08e-9e417bdd68ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:20.790391081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1767d843-257e-42b4-a08e-9e417bdd68ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:22.687696367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87f2c236-8979-400f-8fdb-10911690ce7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:22.740381139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87f2c236-8979-400f-8fdb-10911690ce7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:22.793058139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87f2c236-8979-400f-8fdb-10911690ce7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:22.845607443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87f2c236-8979-400f-8fdb-10911690ce7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:24.934834134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"namespace":"e2e-models-e2e-worker-w4-8f6b5b","name":"simulator-w4-8f6b5b","reconcileID":"d4b10bfc-4269-4b93-ac76-d76f20067a97","MaaSModelRef":{"name":"simulator-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"routeName":"simulator-w4-8f6b5b-kserve-route","namespace":"e2e-models-e2e-worker-w4-8f6b5b","llmisvcName":"simulator-w4-8f6b5b","gateway":"openshift-ingress/e2e-worker-w4-8f6b5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:24.989766594Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"namespace":"e2e-models-e2e-worker-w4-8f6b5b","name":"simulator-w4-8f6b5b","reconcileID":"b085c066-1553-4c36-9fc5-93c4b45766ba","MaaSModelRef":{"name":"simulator-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"routeName":"simulator-w4-8f6b5b-kserve-route","namespace":"e2e-models-e2e-worker-w4-8f6b5b","llmisvcName":"simulator-w4-8f6b5b","gateway":"openshift-ingress/e2e-worker-w4-8f6b5b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:59:25.047236192Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"e2e-test-user-subscription","reconcileID":"e576c766-36eb-48ce-b360-b33129d8f9e4","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-user-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:25.095056124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-access","reconcileID":"093b7f54-134d-44c6-8413-0361504d9b8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8f6b5b","tenantID":"e2e-worker-w4-8f6b5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:25.095566813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"e2e-test-auth-access-denied","reconcileID":"92ccc5a1-0cd8-491a-b4a5-addd8c34ec25","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8f6b5b","tenantID":"e2e-worker-w4-8f6b5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:25.095725608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-access","reconcileID":"a82e595f-150c-494a-b79a-912c20b8a4ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8f6b5b","tenantID":"e2e-worker-w4-8f6b5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:25.152012033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-access","reconcileID":"093b7f54-134d-44c6-8413-0361504d9b8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"e2e-worker-w4-8f6b5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:25.152895172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"e2e-test-auth-access-denied","reconcileID":"92ccc5a1-0cd8-491a-b4a5-addd8c34ec25","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"e2e-worker-w4-8f6b5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:25.154396669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-access","reconcileID":"a82e595f-150c-494a-b79a-912c20b8a4ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"e2e-worker-w4-8f6b5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:25.162814397Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"namespace":"e2e-models-e2e-worker-w4-8f6b5b","name":"simulator-w4-8f6b5b","reconcileID":"ce62a5aa-22e2-4835-a86f-0950da354af1","MaaSModelRef":{"name":"simulator-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"routeName":"simulator-w4-8f6b5b-kserve-route","namespace":"e2e-models-e2e-worker-w4-8f6b5b","llmisvcName":"simulator-w4-8f6b5b","gateway":"openshift-ingress/e2e-worker-w4-8f6b5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:25.219702702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"namespace":"e2e-models-e2e-worker-w4-8f6b5b","name":"simulator-w4-8f6b5b","reconcileID":"8f84f589-330f-4ee3-8109-a0ec92663f78","MaaSModelRef":{"name":"simulator-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"routeName":"simulator-w4-8f6b5b-kserve-route","namespace":"e2e-models-e2e-worker-w4-8f6b5b","llmisvcName":"simulator-w4-8f6b5b","gateway":"openshift-ingress/e2e-worker-w4-8f6b5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:25.263405239Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-8f6b5b priority=0:[ai-tenant-e2e-worker-w4-8f6b5b/e2e-test-other-subscription ai-tenant-e2e-worker-w4-8f6b5b/e2e-test-user-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:25.263564532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"namespace":"e2e-models-e2e-worker-w4-8f6b5b","name":"simulator-w4-8f6b5b","reconcileID":"5f1285ba-62d1-4986-bdf9-82288471e193","MaaSModelRef":{"name":"simulator-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"routeName":"simulator-w4-8f6b5b-kserve-route","namespace":"e2e-models-e2e-worker-w4-8f6b5b","llmisvcName":"simulator-w4-8f6b5b","gateway":"openshift-ingress/e2e-worker-w4-8f6b5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:25.321120301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"namespace":"e2e-models-e2e-worker-w4-8f6b5b","name":"simulator-w4-8f6b5b","reconcileID":"9617f546-2d5b-4074-95b3-13adcf94dd71","MaaSModelRef":{"name":"simulator-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"routeName":"simulator-w4-8f6b5b-kserve-route","namespace":"e2e-models-e2e-worker-w4-8f6b5b","llmisvcName":"simulator-w4-8f6b5b","gateway":"openshift-ingress/e2e-worker-w4-8f6b5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:25.372886183Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"namespace":"e2e-models-e2e-worker-w4-8f6b5b","name":"simulator-w4-8f6b5b","reconcileID":"49f82f34-2c34-44c5-9aad-0dbf7ae01a6a","MaaSModelRef":{"name":"simulator-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"routeName":"simulator-w4-8f6b5b-kserve-route","namespace":"e2e-models-e2e-worker-w4-8f6b5b","llmisvcName":"simulator-w4-8f6b5b","gateway":"openshift-ingress/e2e-worker-w4-8f6b5b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:59:25.374110266Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-8f6b5b/e2e-test-other-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-other-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:25.427550954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"namespace":"e2e-models-e2e-worker-w4-8f6b5b","name":"simulator-w4-8f6b5b","reconcileID":"576a4f79-ec02-4a3d-aae1-1be55616a660","MaaSModelRef":{"name":"simulator-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"routeName":"simulator-w4-8f6b5b-kserve-route","namespace":"e2e-models-e2e-worker-w4-8f6b5b","llmisvcName":"simulator-w4-8f6b5b","gateway":"openshift-ingress/e2e-worker-w4-8f6b5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:25.487470532Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"e2e-test-user-subscription","reconcileID":"4676f29b-c7c6-4b59-aa4e-d79de551853f","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-simulator-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/simulator-w4-8f6b5b","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w4-8f6b5b/e2e-test-other-subscription","ai-tenant-e2e-worker-w4-8f6b5b/e2e-test-user-subscription","ai-tenant-e2e-worker-w4-8f6b5b/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:25.517254806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"e2e-test-auth-access-denied","reconcileID":"ddea33ed-9698-49fb-a052-46e7f01d8a41","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8f6b5b","tenantID":"e2e-worker-w4-8f6b5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:25.520205123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-access","reconcileID":"a3c8691d-854e-4c46-ba8b-4da0c06cdc06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8f6b5b","tenantID":"e2e-worker-w4-8f6b5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:25.520209008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-access","reconcileID":"a0af5f31-7167-4d94-931d-658f075f6a4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8f6b5b","tenantID":"e2e-worker-w4-8f6b5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:25.577784559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"e2e-test-auth-access-denied","reconcileID":"ddea33ed-9698-49fb-a052-46e7f01d8a41","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"e2e-worker-w4-8f6b5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:25.581772532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-access","reconcileID":"a3c8691d-854e-4c46-ba8b-4da0c06cdc06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"e2e-worker-w4-8f6b5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:25.581871068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-access","reconcileID":"a0af5f31-7167-4d94-931d-658f075f6a4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"e2e-worker-w4-8f6b5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:25.651066821Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"e2e-test-other-subscription","reconcileID":"1504ef68-215b-4fa5-88e4-e4a875a4be21","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-simulator-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/simulator-w4-8f6b5b","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:25.66388767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"namespace":"e2e-models-e2e-worker-w4-8f6b5b","name":"simulator-w4-8f6b5b","reconcileID":"8a2538d7-33ca-47ec-b6e2-8a7af70a6849","MaaSModelRef":{"name":"simulator-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"routeName":"simulator-w4-8f6b5b-kserve-route","namespace":"e2e-models-e2e-worker-w4-8f6b5b","llmisvcName":"simulator-w4-8f6b5b","gateway":"openshift-ingress/e2e-worker-w4-8f6b5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:25.754236627Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-subscription","reconcileID":"3993a1c3-84bd-4bd4-ad3f-3af2f7a2dcce","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-simulator-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/simulator-w4-8f6b5b","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:25.826734924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"namespace":"e2e-models-e2e-worker-w4-8f6b5b","name":"simulator-w4-8f6b5b","reconcileID":"76c9dd32-7f3a-4c09-9586-87f63cc5d630","MaaSModelRef":{"name":"simulator-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"routeName":"simulator-w4-8f6b5b-kserve-route","namespace":"e2e-models-e2e-worker-w4-8f6b5b","llmisvcName":"simulator-w4-8f6b5b","gateway":"openshift-ingress/e2e-worker-w4-8f6b5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:25.883015812Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"e2e-test-user-subscription","reconcileID":"253e8509-f139-4ace-8425-e9b7f17e07fc","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-simulator-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/simulator-w4-8f6b5b","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:25.948131026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"e2e-test-auth-access-denied","reconcileID":"c9896e16-df1a-4137-86fb-87eed4d7ca7a","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8f6b5b","tenantID":"e2e-worker-w4-8f6b5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:26.010360203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"e2e-test-auth-access-denied","reconcileID":"c9896e16-df1a-4137-86fb-87eed4d7ca7a","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"e2e-worker-w4-8f6b5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:26.038196877Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"e2e-test-other-subscription","reconcileID":"d0e6b60e-33a9-4ae3-bff2-68aa5a95f159","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-simulator-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/simulator-w4-8f6b5b","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:26.049355373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-access","reconcileID":"32eeef61-c734-4a4a-96e4-aa4b6c40d573","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8f6b5b","tenantID":"e2e-worker-w4-8f6b5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:26.049513983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-access","reconcileID":"a75c9726-7a56-424a-8e76-46f207590b81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8f6b5b","tenantID":"e2e-worker-w4-8f6b5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:26.106754903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-access","reconcileID":"32eeef61-c734-4a4a-96e4-aa4b6c40d573","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"e2e-worker-w4-8f6b5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:26.107043958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-access","reconcileID":"a75c9726-7a56-424a-8e76-46f207590b81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"e2e-worker-w4-8f6b5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:26.205110903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"namespace":"e2e-models-e2e-worker-w4-8f6b5b","name":"simulator-w4-8f6b5b","reconcileID":"18a9c989-f82d-43b0-8d03-6a46d5a9f9cb","MaaSModelRef":{"name":"simulator-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"routeName":"simulator-w4-8f6b5b-kserve-route","namespace":"e2e-models-e2e-worker-w4-8f6b5b","llmisvcName":"simulator-w4-8f6b5b","gateway":"openshift-ingress/e2e-worker-w4-8f6b5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:36.241276314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"namespace":"e2e-models-e2e-worker-w4-8f6b5b","name":"simulator-w4-8f6b5b","reconcileID":"4598be6b-2bac-4832-aca1-7ad0dd5f13bc","MaaSModelRef":{"name":"simulator-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"routeName":"simulator-w4-8f6b5b-kserve-route","namespace":"e2e-models-e2e-worker-w4-8f6b5b","llmisvcName":"simulator-w4-8f6b5b","gateway":"openshift-ingress/e2e-worker-w4-8f6b5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:36.399524146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-access","reconcileID":"71356158-3fbf-441b-8724-86292b4297ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8f6b5b","tenantID":"e2e-worker-w4-8f6b5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:36.399539434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-access","reconcileID":"d2544f88-8294-466c-994f-a37f915b5cc0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8f6b5b","tenantID":"e2e-worker-w4-8f6b5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:36.400021673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"e2e-test-auth-access-denied","reconcileID":"8e3048d6-589e-477a-b081-85470693a145","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8f6b5b","tenantID":"e2e-worker-w4-8f6b5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:36.456854225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"e2e-test-auth-access-denied","reconcileID":"8e3048d6-589e-477a-b081-85470693a145","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"e2e-worker-w4-8f6b5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:36.456919907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-access","reconcileID":"71356158-3fbf-441b-8724-86292b4297ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"e2e-worker-w4-8f6b5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:36.459135764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-access","reconcileID":"d2544f88-8294-466c-994f-a37f915b5cc0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"e2e-worker-w4-8f6b5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:38.106298603Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"auth-test-model-71bc98","reconcileID":"479bbe1c-8956-401b-b3e7-3a9301d34b2a","MaaSModelRef":{"name":"auth-test-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"tenant":"e2e-shared-b-w1-71bc98","gateway":"openshift-ingress/e2e-shared-b-w1-71bc98","model":"ai-tenant-e2e-shared-b-w1-71bc98/auth-test-model-71bc98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:38.106330599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"auth-test-model-71bc98","reconcileID":"479bbe1c-8956-401b-b3e7-3a9301d34b2a","MaaSModelRef":{"name":"auth-test-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"routeName":"auth-test-model-71bc98-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-71bc98","llmisvcName":"auth-test-model-71bc98","gateway":"openshift-ingress/e2e-shared-b-w1-71bc98","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:43.563990868Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"auth-test-model-5e916d","reconcileID":"15d9a9e4-7f19-4e73-bd70-f1abf2425f9a","MaaSModelRef":{"name":"auth-test-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"tenant":"e2e-shared-a-w1-5e916d","gateway":"openshift-ingress/e2e-shared-a-w1-5e916d","model":"ai-tenant-e2e-shared-a-w1-5e916d/auth-test-model-5e916d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:43.564016286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"auth-test-model-5e916d","reconcileID":"15d9a9e4-7f19-4e73-bd70-f1abf2425f9a","MaaSModelRef":{"name":"auth-test-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"routeName":"auth-test-model-5e916d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-5e916d","llmisvcName":"auth-test-model-5e916d","gateway":"openshift-ingress/e2e-shared-a-w1-5e916d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:43.621090443Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"auth-test-model-5e916d","reconcileID":"47383966-c1a9-474d-b20b-e9a5e043599e","MaaSModelRef":{"name":"auth-test-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"tenant":"e2e-shared-a-w1-5e916d","gateway":"openshift-ingress/e2e-shared-a-w1-5e916d","model":"ai-tenant-e2e-shared-a-w1-5e916d/auth-test-model-5e916d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:43.621112647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"auth-test-model-5e916d","reconcileID":"47383966-c1a9-474d-b20b-e9a5e043599e","MaaSModelRef":{"name":"auth-test-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"routeName":"auth-test-model-5e916d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-5e916d","llmisvcName":"auth-test-model-5e916d","gateway":"openshift-ingress/e2e-shared-a-w1-5e916d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:43.728918965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"e2e-auth-iso-f51c8e","reconcileID":"78d2f59a-6513-44ac-9835-496e16f06434","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-5e916d","tenantID":"e2e-shared-a-w1-5e916d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:43.852947527Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"e2e-auth-iso-f51c8e","reconcileID":"78d2f59a-6513-44ac-9835-496e16f06434","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"name":"e2e-shared-a-w1-5e916d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:43.908486216Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-5e916d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"e2e-auth-iso-f51c8e","reconcileID":"78d2f59a-6513-44ac-9835-496e16f06434","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:43.967869312Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"auth-test-model-5e916d","reconcileID":"083de861-d39a-4a02-b061-5326c449bb8b","MaaSModelRef":{"name":"auth-test-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"tenant":"e2e-shared-a-w1-5e916d","gateway":"openshift-ingress/e2e-shared-a-w1-5e916d","model":"ai-tenant-e2e-shared-a-w1-5e916d/auth-test-model-5e916d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:43.967889419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"auth-test-model-5e916d","reconcileID":"083de861-d39a-4a02-b061-5326c449bb8b","MaaSModelRef":{"name":"auth-test-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"routeName":"auth-test-model-5e916d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-5e916d","llmisvcName":"auth-test-model-5e916d","gateway":"openshift-ingress/e2e-shared-a-w1-5e916d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:44.031957902Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:44.109855821Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-subscription","reconcileID":"75a2bde5-0443-442c-b21d-2adea5c9cc03","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-premium-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/premium-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:44.210314928Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-subscription","reconcileID":"29113578-422d-497c-bb06-4f9707416d38","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-premium-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/premium-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:44.227106831Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-subscription","reconcileID":"ecec873b-bc01-41de-989c-645d2143b92b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-simulator-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:44.316011578Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ad2d2e29-8426-4e4c-b167-f2fbaf3cefb2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:44.468806999Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-subscription","reconcileID":"0a59dcdd-324c-489e-a13b-c8e8bfb9793b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-premium-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/premium-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:44.566090405Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-subscription","reconcileID":"278bdbd3-8381-4f0d-8903-b427d6b78100","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-simulator-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:44.706814126Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-subscription","reconcileID":"9a1825ba-bb17-48e9-bf8f-fcb46cfbf806","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-premium-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/premium-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:44.941979902Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-subscription","reconcileID":"afb0e84c-5c6b-4258-ada7-fcde60d6b15e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-simulator-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/simulator-w4-8f6b5b","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-8f6b5b/e2e-test-other-subscription","ai-tenant-e2e-worker-w4-8f6b5b/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:45.001546302Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-subscription","reconcileID":"904481d6-3e88-4aac-a164-abe6c6d2b8ab","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-premium-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/premium-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:45.008836082Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"e2e-test-other-subscription","reconcileID":"506b976d-d1ee-4437-955c-12f124c49c93","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-simulator-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/simulator-w4-8f6b5b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:45.262038642Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-subscription","reconcileID":"8ae64727-23df-49d8-88b5-cadda7295e95","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-simulator-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/simulator-w4-8f6b5b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:45.362738963Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-subscription","reconcileID":"ea067624-45c1-4c10-91d1-74b1dcabbe21","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-simulator-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:45.362897545Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"e2e-test-other-subscription","reconcileID":"d0f0b37d-1186-4a12-bbae-2f8297546744","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-simulator-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/simulator-w4-8f6b5b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:45.414020785Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-subscription","reconcileID":"1fd8b9b9-3376-4d9b-8716-d6eae0fc123a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-simulator-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/simulator-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:45.529810777Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"87348518-8b1a-455d-a4e7-3a5eb1ca1b6c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:46.405643063Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"e2e-test-user-subscription","reconcileID":"210e59dd-4575-4910-99d1-c88aad02474d","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"model":"e2e-models-e2e-worker-w4-8f6b5b/simulator-w4-8f6b5b","subscription":"e2e-test-user-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:46.564061349Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"e2e-test-user-subscription","reconcileID":"210e59dd-4575-4910-99d1-c88aad02474d","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-simulator-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/simulator-w4-8f6b5b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:46.78133527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"namespace":"e2e-models-e2e-worker-w4-8f6b5b","name":"simulator-w4-8f6b5b","reconcileID":"d34257fd-ed38-44ea-acdf-0c0aa96ef605","MaaSModelRef":{"name":"simulator-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"routeName":"simulator-w4-8f6b5b-kserve-route","namespace":"e2e-models-e2e-worker-w4-8f6b5b","llmisvcName":"simulator-w4-8f6b5b","gateway":"openshift-ingress/e2e-worker-w4-8f6b5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:46.837984586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"namespace":"e2e-models-e2e-worker-w4-8f6b5b","name":"simulator-w4-8f6b5b","reconcileID":"a7f5302e-a095-4c4b-aa31-d831fc6f55a7","MaaSModelRef":{"name":"simulator-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"routeName":"simulator-w4-8f6b5b-kserve-route","namespace":"e2e-models-e2e-worker-w4-8f6b5b","llmisvcName":"simulator-w4-8f6b5b","gateway":"openshift-ingress/e2e-worker-w4-8f6b5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:46.931408118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"namespace":"e2e-models-e2e-worker-w4-8f6b5b","name":"simulator-w4-8f6b5b","reconcileID":"46384f6e-2cc8-48d9-84ba-9c91d32ec9d0","MaaSModelRef":{"name":"simulator-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"routeName":"simulator-w4-8f6b5b-kserve-route","namespace":"e2e-models-e2e-worker-w4-8f6b5b","llmisvcName":"simulator-w4-8f6b5b","gateway":"openshift-ingress/e2e-worker-w4-8f6b5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:46.939123322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-access","reconcileID":"ab259bbc-9a08-41f6-b141-705040385ae3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8f6b5b","tenantID":"e2e-worker-w4-8f6b5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:46.939287862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"e2e-test-auth-access-denied","reconcileID":"2f44ae9e-7352-4458-b434-4ed607601ed3","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8f6b5b","tenantID":"e2e-worker-w4-8f6b5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:46.939796062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-access","reconcileID":"aab62098-259c-4e2a-a62f-cbcd4f89250e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8f6b5b","tenantID":"e2e-worker-w4-8f6b5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:46.997262958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-access","reconcileID":"aab62098-259c-4e2a-a62f-cbcd4f89250e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"e2e-worker-w4-8f6b5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:46.997328999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"e2e-test-auth-access-denied","reconcileID":"2f44ae9e-7352-4458-b434-4ed607601ed3","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"e2e-worker-w4-8f6b5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:46.999730709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-access","reconcileID":"ab259bbc-9a08-41f6-b141-705040385ae3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"e2e-worker-w4-8f6b5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:47.362542346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"e2e-test-auth-access-denied","reconcileID":"da41e128-198d-4a94-9ba2-73ea7fb487a5","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8f6b5b","tenantID":"e2e-worker-w4-8f6b5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:47.36307703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-access","reconcileID":"149690ec-69e6-4afd-aa9d-45cc4cfa6377","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8f6b5b","tenantID":"e2e-worker-w4-8f6b5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:47.363083162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-access","reconcileID":"787b8171-86ca-4366-af8e-671e8a594a41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8f6b5b","tenantID":"e2e-worker-w4-8f6b5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:47.421523639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"e2e-test-auth-access-denied","reconcileID":"da41e128-198d-4a94-9ba2-73ea7fb487a5","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"e2e-worker-w4-8f6b5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:47.422432531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-access","reconcileID":"787b8171-86ca-4366-af8e-671e8a594a41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"e2e-worker-w4-8f6b5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:47.425148608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-access","reconcileID":"149690ec-69e6-4afd-aa9d-45cc4cfa6377","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"e2e-worker-w4-8f6b5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:49.791251505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbbe9416-4ae4-4240-bd00-67a5f82fd355","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:49.844089404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbbe9416-4ae4-4240-bd00-67a5f82fd355","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:49.896885534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbbe9416-4ae4-4240-bd00-67a5f82fd355","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:49.949467543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbbe9416-4ae4-4240-bd00-67a5f82fd355","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:51.895191162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdf45056-2a8c-4bef-b124-721686457443","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:51.948592683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdf45056-2a8c-4bef-b124-721686457443","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:52.001347932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdf45056-2a8c-4bef-b124-721686457443","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:52.05416537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdf45056-2a8c-4bef-b124-721686457443","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:54.073020451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"e2e-auth-iso-f51c8e","reconcileID":"c6b8fa37-ba34-44d0-a290-540beaf575b0","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-5e916d","tenantID":"e2e-shared-a-w1-5e916d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:54.12986341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"e2e-auth-iso-f51c8e","reconcileID":"c6b8fa37-ba34-44d0-a290-540beaf575b0","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"name":"e2e-shared-a-w1-5e916d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:54.185714443Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-5e916d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"e2e-auth-iso-f51c8e","reconcileID":"c6b8fa37-ba34-44d0-a290-540beaf575b0","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:57.097899259Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"e2e-test-other-subscription","reconcileID":"b8fa15b5-ea67-4333-9390-e7673b53de2c","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"model":"e2e-models-e2e-worker-w4-8f6b5b/simulator-w4-8f6b5b","subscription":"e2e-test-other-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:57.315803857Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"e2e-test-other-subscription","reconcileID":"b8fa15b5-ea67-4333-9390-e7673b53de2c","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-simulator-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/simulator-w4-8f6b5b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-8f6b5b/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:57.528249301Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-subscription","reconcileID":"e3a6ca6f-1bfc-4522-84bf-f9193b7cb8fb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-simulator-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/simulator-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:57.532867935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"namespace":"e2e-models-e2e-worker-w4-8f6b5b","name":"simulator-w4-8f6b5b","reconcileID":"1aa9c01e-8400-4a0e-a4a3-84e48965857e","MaaSModelRef":{"name":"simulator-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"routeName":"simulator-w4-8f6b5b-kserve-route","namespace":"e2e-models-e2e-worker-w4-8f6b5b","llmisvcName":"simulator-w4-8f6b5b","gateway":"openshift-ingress/e2e-worker-w4-8f6b5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:57.679896974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"namespace":"e2e-models-e2e-worker-w4-8f6b5b","name":"simulator-w4-8f6b5b","reconcileID":"9f6e8d88-e5bc-4b84-bf45-e568cd2fca27","MaaSModelRef":{"name":"simulator-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"routeName":"simulator-w4-8f6b5b-kserve-route","namespace":"e2e-models-e2e-worker-w4-8f6b5b","llmisvcName":"simulator-w4-8f6b5b","gateway":"openshift-ingress/e2e-worker-w4-8f6b5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:57.690176256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"e2e-test-auth-access-denied","reconcileID":"9d683d4a-5e5b-4311-997b-155a2b58b63f","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8f6b5b","tenantID":"e2e-worker-w4-8f6b5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:57.690317034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-access","reconcileID":"d86cc336-257c-466c-b460-232c1c25f9be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8f6b5b","tenantID":"e2e-worker-w4-8f6b5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:57.690178154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-access","reconcileID":"556f1589-57f5-4573-a99d-b5e727bc0287","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8f6b5b","tenantID":"e2e-worker-w4-8f6b5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:57.7476212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"e2e-test-auth-access-denied","reconcileID":"9d683d4a-5e5b-4311-997b-155a2b58b63f","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"e2e-worker-w4-8f6b5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:57.747886576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-access","reconcileID":"556f1589-57f5-4573-a99d-b5e727bc0287","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"e2e-worker-w4-8f6b5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:57.750090379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-access","reconcileID":"d86cc336-257c-466c-b460-232c1c25f9be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"e2e-worker-w4-8f6b5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:57.941213409Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"e2e-test-auth-access-denied","reconcileID":"af797703-190b-4a35-9fa8-7506fb8b1c12","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"model":"e2e-models-e2e-worker-w4-8f6b5b/simulator-w4-8f6b5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:58.103307489Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"namespace":"e2e-models-e2e-worker-w4-8f6b5b","name":"simulator-w4-8f6b5b","reconcileID":"115d46e9-d78f-4696-9c6a-cbe168f312ec","MaaSModelRef":{"name":"simulator-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"routeName":"simulator-w4-8f6b5b-kserve-route","namespace":"e2e-models-e2e-worker-w4-8f6b5b","llmisvcName":"simulator-w4-8f6b5b","gateway":"openshift-ingress/e2e-worker-w4-8f6b5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:04.291129681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"e2e-auth-iso-f51c8e","reconcileID":"c30b600d-04f1-44ab-a01d-5ecd8c4ed0aa","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-5e916d","tenantID":"e2e-shared-a-w1-5e916d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:04.347772308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"e2e-auth-iso-f51c8e","reconcileID":"c30b600d-04f1-44ab-a01d-5ecd8c4ed0aa","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"name":"e2e-shared-a-w1-5e916d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:04.402922736Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-5e916d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"e2e-auth-iso-f51c8e","reconcileID":"c30b600d-04f1-44ab-a01d-5ecd8c4ed0aa","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:05.189562843Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-subscription","reconcileID":"4b7c5b83-48cc-44c6-84ea-a922f1d723e5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-premium-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/premium-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:05.29357247Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-subscription","reconcileID":"a8a09b5c-5332-44a1-bad8-dc0ff6c3a484","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-premium-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/premium-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:05.310518159Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-subscription","reconcileID":"e329f211-cfe2-461c-9836-a9533e116cfe","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-simulator-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:05.543440873Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-subscription","reconcileID":"e010bfb4-3832-4dea-b5fd-4c15e50772ee","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-premium-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/premium-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:05.643968004Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-subscription","reconcileID":"b6f1424f-e53c-4bf1-9f9e-505ed81f61e6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-premium-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/premium-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:05.775047651Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"be1bc43e-6bf3-4722-8c3a-aaa26d007db2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:06.124412812Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-subscription","reconcileID":"47533965-74e0-439c-8a58-2064c526d6b6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-premium-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/premium-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:06.240141223Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"fe3e0555-dce2-4006-b882-234f18ddd0e4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:06.339298111Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-subscription","reconcileID":"82228d56-cfba-42f2-99e3-c631e7cbbacf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-simulator-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:06.439735868Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-subscription","reconcileID":"50e3c8b1-5f8a-47f0-9510-fb70ca981023","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-simulator-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/simulator-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:06.540778989Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-subscription","reconcileID":"a391b9b7-41b5-430a-a3d3-8d098dc69ddc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-simulator-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:13.925699674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0378693-199e-4aa0-b26a-25a199642971","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:13.978477011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0378693-199e-4aa0-b26a-25a199642971","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:14.029939052Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:14.031035238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0378693-199e-4aa0-b26a-25a199642971","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:14.083674404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0378693-199e-4aa0-b26a-25a199642971","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:14.507983057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"e2e-auth-iso-f51c8e","reconcileID":"cf448960-1f73-48c1-95a7-545e9bab1741","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-5e916d","tenantID":"e2e-shared-a-w1-5e916d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:14.564338175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"e2e-auth-iso-f51c8e","reconcileID":"cf448960-1f73-48c1-95a7-545e9bab1741","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"name":"e2e-shared-a-w1-5e916d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:14.568911066Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-c4be41","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-c4be41","reconcileID":"afbb74e0-f976-44bc-a817-5735938b97f9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-c4be41","applied":{"maas.opendatahub.io/gateway-access-e2e-explicit-c4be41":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:14.621128917Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-5e916d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9177576a2ff0018bdaeb64ab39306e9e6de363a367642ed9c936b13b22062f30) AuthConfig (0ccdaf43a2e66d3b066264d2312cd189f0f2a37093aaff05b7863c4b2d32b159) AuthConfig (960ae29f785c6778625b6a337b31db6247c1723ea678ac30d82a39f7ac594c40) AuthConfig (5beb6ed2ec1e7d4f89851e6d5a2dc3972e2ed004bae1eab0b7a2b02bde4bf975) AuthConfig (e491773b97981d364871041a7ab8d10e5082cf8de4782f932141a488b223e83f) AuthConfig (f70d517a9722cfaba888afe9f1bdf9d6222366caa1b09c6e64c3d4c2f3fde2ee) AuthConfig (6b528cda2af01418ba22b5acd7cb2d20ab4098ca1cc74c10592aefe59f4a9a8d) AuthConfig (6586c0fe6016e55bff5f317ab221fd9ef3aaffe22dad13a574fd53abdeff7d5d) AuthConfig (5cb5e4f24184ff3466946445d14115fbb2c73b3ced191b22961850f1066c27af) AuthConfig (f6da4711238aa9b96bda1fc58fb7da6592cc117ab2bec7342d8f052dfe12a54d) AuthConfig (9122a00e628e03f5f9e903235f16fa997007bfe501340a6055f32460a034b6f3) AuthConfig (89a4606ccbd2dd034ba71bd920a8e3ff821574f4e37f8cafb23e0bb9eddfd5a1) AuthConfig (13a130205cc7e371df15d82da11fbba2f4777fc2f78e1821e8c550d9ef500622) AuthConfig (05a32201e3048f23a2466dd04a2b78d9d940e23209655f23baa52bf47a70c34f) AuthConfig (6c7a4b35893ba00f0c9044255d539f97e5934fe00c8687b320b69c439ceea602) AuthConfig (e92d23f4d8fbdd63adeb1acb4e15e07a0a8c517e993dba4f883f5caa9b2481b2) AuthConfig (1588e152effb6427d50a0ddf142511c4c333c781d74aeae11a591267f99a8b2a) AuthConfig (8885ae4410d0966a1aed79e4f436eafd16aeb902a1b2d6d319e91ee5804c9710)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"e2e-auth-iso-f51c8e","reconcileID":"cf448960-1f73-48c1-95a7-545e9bab1741","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:14.679265705Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"auth-test-model-5e916d","reconcileID":"83e8cdbd-d082-4487-94ad-f05bc0cba1c9","MaaSModelRef":{"name":"auth-test-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"tenant":"e2e-shared-a-w1-5e916d","gateway":"openshift-ingress/e2e-shared-a-w1-5e916d","model":"ai-tenant-e2e-shared-a-w1-5e916d/auth-test-model-5e916d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:14.679288349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"auth-test-model-5e916d","reconcileID":"83e8cdbd-d082-4487-94ad-f05bc0cba1c9","MaaSModelRef":{"name":"auth-test-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"routeName":"auth-test-model-5e916d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-5e916d","llmisvcName":"auth-test-model-5e916d","gateway":"openshift-ingress/e2e-shared-a-w1-5e916d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:16.006524897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8eb99df-ef9b-454d-841f-1fbc03c8a6ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:16.061645802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8eb99df-ef9b-454d-841f-1fbc03c8a6ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:16.11437782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8eb99df-ef9b-454d-841f-1fbc03c8a6ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:16.167156087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8eb99df-ef9b-454d-841f-1fbc03c8a6ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:18.197810342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95dfb64f-1f25-4202-9311-49981ca04674","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:18.251396971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95dfb64f-1f25-4202-9311-49981ca04674","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:18.305785231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95dfb64f-1f25-4202-9311-49981ca04674","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:18.358738689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95dfb64f-1f25-4202-9311-49981ca04674","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:24.784444598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"e2e-auth-iso-f51c8e","reconcileID":"64b2e3b5-738d-401b-8329-83e0030b6d3b","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-5e916d","tenantID":"e2e-shared-a-w1-5e916d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:24.840835255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"e2e-auth-iso-f51c8e","reconcileID":"64b2e3b5-738d-401b-8329-83e0030b6d3b","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"name":"e2e-shared-a-w1-5e916d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:24.896086718Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-5e916d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9177576a2ff0018bdaeb64ab39306e9e6de363a367642ed9c936b13b22062f30) AuthConfig (0ccdaf43a2e66d3b066264d2312cd189f0f2a37093aaff05b7863c4b2d32b159) AuthConfig (960ae29f785c6778625b6a337b31db6247c1723ea678ac30d82a39f7ac594c40) AuthConfig (5beb6ed2ec1e7d4f89851e6d5a2dc3972e2ed004bae1eab0b7a2b02bde4bf975) AuthConfig (e491773b97981d364871041a7ab8d10e5082cf8de4782f932141a488b223e83f) AuthConfig (f70d517a9722cfaba888afe9f1bdf9d6222366caa1b09c6e64c3d4c2f3fde2ee) AuthConfig (6b528cda2af01418ba22b5acd7cb2d20ab4098ca1cc74c10592aefe59f4a9a8d) AuthConfig (6586c0fe6016e55bff5f317ab221fd9ef3aaffe22dad13a574fd53abdeff7d5d) AuthConfig (5cb5e4f24184ff3466946445d14115fbb2c73b3ced191b22961850f1066c27af) AuthConfig (f6da4711238aa9b96bda1fc58fb7da6592cc117ab2bec7342d8f052dfe12a54d) AuthConfig (9122a00e628e03f5f9e903235f16fa997007bfe501340a6055f32460a034b6f3) AuthConfig (89a4606ccbd2dd034ba71bd920a8e3ff821574f4e37f8cafb23e0bb9eddfd5a1) AuthConfig (13a130205cc7e371df15d82da11fbba2f4777fc2f78e1821e8c550d9ef500622) AuthConfig (05a32201e3048f23a2466dd04a2b78d9d940e23209655f23baa52bf47a70c34f) AuthConfig (6c7a4b35893ba00f0c9044255d539f97e5934fe00c8687b320b69c439ceea602) AuthConfig (e92d23f4d8fbdd63adeb1acb4e15e07a0a8c517e993dba4f883f5caa9b2481b2) AuthConfig (1588e152effb6427d50a0ddf142511c4c333c781d74aeae11a591267f99a8b2a) AuthConfig (8885ae4410d0966a1aed79e4f436eafd16aeb902a1b2d6d319e91ee5804c9710)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"e2e-auth-iso-f51c8e","reconcileID":"64b2e3b5-738d-401b-8329-83e0030b6d3b","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:34.756063113Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-subscription","reconcileID":"4eb668a9-db32-4465-94af-6f5d3da4e8b6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-premium-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/premium-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:34.857181507Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-subscription","reconcileID":"84b505bc-15af-4a4e-8065-0d4f678e1f04","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-premium-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/premium-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:35.001821915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"e2e-auth-iso-f51c8e","reconcileID":"f84692af-df41-4bdd-8fb7-91571377ec91","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-5e916d","tenantID":"e2e-shared-a-w1-5e916d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:35.050718193Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-subscription","reconcileID":"e9ed7fb9-9add-4246-b77d-7f2cf9fb04f0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-simulator-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/simulator-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:35.058563617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"e2e-auth-iso-f51c8e","reconcileID":"f84692af-df41-4bdd-8fb7-91571377ec91","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"name":"e2e-shared-a-w1-5e916d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:35.113878473Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-5e916d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9177576a2ff0018bdaeb64ab39306e9e6de363a367642ed9c936b13b22062f30) AuthConfig (0ccdaf43a2e66d3b066264d2312cd189f0f2a37093aaff05b7863c4b2d32b159) AuthConfig (960ae29f785c6778625b6a337b31db6247c1723ea678ac30d82a39f7ac594c40) AuthConfig (5beb6ed2ec1e7d4f89851e6d5a2dc3972e2ed004bae1eab0b7a2b02bde4bf975) AuthConfig (e491773b97981d364871041a7ab8d10e5082cf8de4782f932141a488b223e83f) AuthConfig (f70d517a9722cfaba888afe9f1bdf9d6222366caa1b09c6e64c3d4c2f3fde2ee) AuthConfig (6b528cda2af01418ba22b5acd7cb2d20ab4098ca1cc74c10592aefe59f4a9a8d) AuthConfig (6586c0fe6016e55bff5f317ab221fd9ef3aaffe22dad13a574fd53abdeff7d5d) AuthConfig (5cb5e4f24184ff3466946445d14115fbb2c73b3ced191b22961850f1066c27af) AuthConfig (f6da4711238aa9b96bda1fc58fb7da6592cc117ab2bec7342d8f052dfe12a54d) AuthConfig (9122a00e628e03f5f9e903235f16fa997007bfe501340a6055f32460a034b6f3) AuthConfig (89a4606ccbd2dd034ba71bd920a8e3ff821574f4e37f8cafb23e0bb9eddfd5a1) AuthConfig (13a130205cc7e371df15d82da11fbba2f4777fc2f78e1821e8c550d9ef500622) AuthConfig (05a32201e3048f23a2466dd04a2b78d9d940e23209655f23baa52bf47a70c34f) AuthConfig (6c7a4b35893ba00f0c9044255d539f97e5934fe00c8687b320b69c439ceea602) AuthConfig (e92d23f4d8fbdd63adeb1acb4e15e07a0a8c517e993dba4f883f5caa9b2481b2) AuthConfig (1588e152effb6427d50a0ddf142511c4c333c781d74aeae11a591267f99a8b2a) AuthConfig (8885ae4410d0966a1aed79e4f436eafd16aeb902a1b2d6d319e91ee5804c9710)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"e2e-auth-iso-f51c8e","reconcileID":"f84692af-df41-4bdd-8fb7-91571377ec91","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:35.152090641Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-subscription","reconcileID":"ac4c119c-d22c-4417-a7c1-02fb42327be4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-premium-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/premium-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:35.25506532Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-subscription","reconcileID":"539cccb2-44d9-4be2-be47-f9cbda0d282d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-premium-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/premium-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:35.287286454Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-subscription","reconcileID":"edab66ba-888e-430c-be7b-1efd7b915496","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-premium-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/premium-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:35.525081152Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-subscription","reconcileID":"85b66652-c29e-4743-aaf5-9a52559a1f6c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-simulator-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:35.643862498Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-subscription","reconcileID":"33f18636-9a8c-4669-a31a-4985b2e7e9dd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-simulator-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:35.743407377Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"47832f6b-6c50-46fc-8ff9-744a18124df7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:35.996947675Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-subscription","reconcileID":"ceed609d-9794-40aa-89d7-d3804ff2a411","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-simulator-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:36.112407453Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a284dd55-1da7-4d71-af0e-81019ec6933d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:44.03080603Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:45.220280268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"e2e-auth-iso-f51c8e","reconcileID":"84eb56ec-aa26-44f6-8370-3314da100729","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-5e916d","tenantID":"e2e-shared-a-w1-5e916d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:45.277386294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"e2e-auth-iso-f51c8e","reconcileID":"84eb56ec-aa26-44f6-8370-3314da100729","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"name":"e2e-shared-a-w1-5e916d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:45.549012748Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"auth-test-model-5e916d","reconcileID":"f3073c15-be0f-4b26-8068-1f2e1cc42eac","MaaSModelRef":{"name":"auth-test-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"tenant":"e2e-shared-a-w1-5e916d","gateway":"openshift-ingress/e2e-shared-a-w1-5e916d","model":"ai-tenant-e2e-shared-a-w1-5e916d/auth-test-model-5e916d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:45.549042903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"auth-test-model-5e916d","reconcileID":"f3073c15-be0f-4b26-8068-1f2e1cc42eac","MaaSModelRef":{"name":"auth-test-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"routeName":"auth-test-model-5e916d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-5e916d","llmisvcName":"auth-test-model-5e916d","gateway":"openshift-ingress/e2e-shared-a-w1-5e916d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:50.175751932Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-98b70c","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"namespace":"ai-tenant-e2e-shared-a-w0-98b70c","name":"auth-test-model-98b70c","reconcileID":"a75a6dd1-f891-443c-9333-798c6b15c6ae","MaaSModelRef":{"name":"auth-test-model-98b70c","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"tenant":"e2e-shared-a-w0-98b70c","gateway":"openshift-ingress/e2e-shared-a-w0-98b70c","model":"ai-tenant-e2e-shared-a-w0-98b70c/auth-test-model-98b70c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:50.175780892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-98b70c","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"namespace":"ai-tenant-e2e-shared-a-w0-98b70c","name":"auth-test-model-98b70c","reconcileID":"a75a6dd1-f891-443c-9333-798c6b15c6ae","MaaSModelRef":{"name":"auth-test-model-98b70c","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"routeName":"auth-test-model-98b70c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-98b70c","llmisvcName":"auth-test-model-98b70c","gateway":"openshift-ingress/e2e-shared-a-w0-98b70c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:00.973732708Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"auth-test-model-5e916d","reconcileID":"d79f8b5b-1e1c-4ff7-9ff1-2b57f8cf461b","MaaSModelRef":{"name":"auth-test-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"tenant":"e2e-shared-a-w1-5e916d","gateway":"openshift-ingress/e2e-shared-a-w1-5e916d","model":"ai-tenant-e2e-shared-a-w1-5e916d/auth-test-model-5e916d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:00.973753861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"auth-test-model-5e916d","reconcileID":"d79f8b5b-1e1c-4ff7-9ff1-2b57f8cf461b","MaaSModelRef":{"name":"auth-test-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"routeName":"auth-test-model-5e916d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-5e916d","llmisvcName":"auth-test-model-5e916d","gateway":"openshift-ingress/e2e-shared-a-w1-5e916d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:01.031956771Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"auth-test-model-5e916d","reconcileID":"3c3f9dc8-2020-419a-8968-07d9c0f5afaf","MaaSModelRef":{"name":"auth-test-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"tenant":"e2e-shared-a-w1-5e916d","gateway":"openshift-ingress/e2e-shared-a-w1-5e916d","model":"ai-tenant-e2e-shared-a-w1-5e916d/auth-test-model-5e916d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:01.031983603Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"auth-test-model-5e916d","reconcileID":"3c3f9dc8-2020-419a-8968-07d9c0f5afaf","MaaSModelRef":{"name":"auth-test-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"routeName":"auth-test-model-5e916d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-5e916d","llmisvcName":"auth-test-model-5e916d","gateway":"openshift-ingress/e2e-shared-a-w1-5e916d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:01.078391415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"e2e-auth-iso-f51c8e","reconcileID":"31e2e578-9cc2-4283-b119-76838f306e6b","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-5e916d","tenantID":"e2e-shared-a-w1-5e916d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T02:01:01.080210565Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"e2e-auth-iso-f51c8e","reconcileID":"c1c0a0fc-9dc6-43c3-ab94-cf0143227f6b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-f51c8e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:01:01.085332526Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"auth-test-model-5e916d","reconcileID":"3c3f9dc8-2020-419a-8968-07d9c0f5afaf","name":"auth-test-model-5e916d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-5e916d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:01:01.085388773Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"auth-test-model-5e916d","reconcileID":"3c3f9dc8-2020-419a-8968-07d9c0f5afaf","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-5e916d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:01.090799826Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"auth-test-model-5e916d","reconcileID":"bdffb0d4-07a1-4acf-ac64-89a55ea616b6","MaaSModelRef":{"name":"auth-test-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"tenant":"e2e-shared-a-w1-5e916d","gateway":"openshift-ingress/e2e-shared-a-w1-5e916d","model":"ai-tenant-e2e-shared-a-w1-5e916d/auth-test-model-5e916d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:01.090816247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"auth-test-model-5e916d","reconcileID":"bdffb0d4-07a1-4acf-ac64-89a55ea616b6","MaaSModelRef":{"name":"auth-test-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"routeName":"auth-test-model-5e916d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-5e916d","llmisvcName":"auth-test-model-5e916d","gateway":"openshift-ingress/e2e-shared-a-w1-5e916d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:01.135110482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"e2e-auth-iso-f51c8e","reconcileID":"31e2e578-9cc2-4283-b119-76838f306e6b","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"name":"e2e-shared-a-w1-5e916d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:01.189503705Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"auth-test-model-5e916d","reconcileID":"db33913b-8074-4ccf-9cc8-bc106fa8e1c0","MaaSModelRef":{"name":"auth-test-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"tenant":"e2e-shared-a-w1-5e916d","gateway":"openshift-ingress/e2e-shared-a-w1-5e916d","model":"ai-tenant-e2e-shared-a-w1-5e916d/auth-test-model-5e916d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:01.189524913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"auth-test-model-5e916d","reconcileID":"db33913b-8074-4ccf-9cc8-bc106fa8e1c0","MaaSModelRef":{"name":"auth-test-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"routeName":"auth-test-model-5e916d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-5e916d","llmisvcName":"auth-test-model-5e916d","gateway":"openshift-ingress/e2e-shared-a-w1-5e916d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:01.246473525Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"auth-test-model-5e916d","reconcileID":"7b75d5fc-d17e-41b2-b3d0-90b565df8728","MaaSModelRef":{"name":"auth-test-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"tenant":"e2e-shared-a-w1-5e916d","gateway":"openshift-ingress/e2e-shared-a-w1-5e916d","model":"ai-tenant-e2e-shared-a-w1-5e916d/auth-test-model-5e916d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:01.246497257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"auth-test-model-5e916d","reconcileID":"7b75d5fc-d17e-41b2-b3d0-90b565df8728","MaaSModelRef":{"name":"auth-test-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"routeName":"auth-test-model-5e916d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-5e916d","llmisvcName":"auth-test-model-5e916d","gateway":"openshift-ingress/e2e-shared-a-w1-5e916d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:01.447043281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"e2e-auth-iso-f51c8e","reconcileID":"be17598a-298c-44e8-9724-6cd7d6782bff","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-5e916d","tenantID":"e2e-shared-a-w1-5e916d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:01.459709808Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"e2e-auth-iso-f51c8e","reconcileID":"3c8b5923-d826-4470-8d6c-e8bfb89f6adc","MaaSSubscription":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"name":"maas-trlp-auth-test-model-5e916d","model":"auth-test-model-5e916d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w1-5e916d/e2e-auth-iso-f51c8e"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:01.504822275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"e2e-auth-iso-f51c8e","reconcileID":"be17598a-298c-44e8-9724-6cd7d6782bff","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"name":"e2e-shared-a-w1-5e916d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:01.62636895Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"auth-test-model-5e916d","reconcileID":"a83963d8-d9ff-4614-a62a-284aed5d8b4b","MaaSModelRef":{"name":"auth-test-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"tenant":"e2e-shared-a-w1-5e916d","gateway":"openshift-ingress/e2e-shared-a-w1-5e916d","model":"ai-tenant-e2e-shared-a-w1-5e916d/auth-test-model-5e916d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:01.626389857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"auth-test-model-5e916d","reconcileID":"a83963d8-d9ff-4614-a62a-284aed5d8b4b","MaaSModelRef":{"name":"auth-test-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"routeName":"auth-test-model-5e916d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-5e916d","llmisvcName":"auth-test-model-5e916d","gateway":"openshift-ingress/e2e-shared-a-w1-5e916d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:01.836143017Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"e2e-auth-iso-f51c8e","reconcileID":"ef50b3c2-0082-4537-9507-9af7227fc6fc","MaaSSubscription":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"name":"maas-trlp-auth-test-model-5e916d","model":"ai-tenant-e2e-shared-a-w1-5e916d/auth-test-model-5e916d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:10.629883579Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-subscription","reconcileID":"a8b4eca9-2477-4632-b4b8-b683c2d2c71a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-simulator-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:10.72879283Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ce3d6f9f-4096-4eb1-b2a8-da2eb359dcd4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:10.745862136Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-subscription","reconcileID":"13969633-854e-41fd-8238-b4dcd9e5fec9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-simulator-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/simulator-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:11.117098565Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"936f3992-ca4c-483d-8a8a-d16bf521595d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:11.217412962Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-subscription","reconcileID":"2f07784c-4b26-484b-b958-d4eb26eeff81","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-premium-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/premium-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:11.317069139Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-subscription","reconcileID":"c70996ee-43d7-4c24-91cf-4dd56bda59e9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-premium-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/premium-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:11.417994005Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-subscription","reconcileID":"5a53c562-d226-465f-8d72-2045c623292a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-simulator-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:11.813624585Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-subscription","reconcileID":"e6b49bf0-056d-4f5a-9219-26831429ef99","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-simulator-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/simulator-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:11.91400095Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-subscription","reconcileID":"40f22f67-7ddd-479e-ad82-f209ecaccc8c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-simulator-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:11.93204397Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-subscription","reconcileID":"145f7bb2-9792-4205-83c2-e239ecec26b7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-premium-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/premium-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:12.015469907Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-subscription","reconcileID":"f46736a8-9774-439a-97b4-61f2cacbf536","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-premium-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/premium-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:12.048181997Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-subscription","reconcileID":"ae533f90-2ac8-4b66-8faa-e1adfa02afcc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-premium-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/premium-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:14.030108741Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:24.440276524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c4be41"},"namespace":"ai-tenant-e2e-explicit-c4be41","name":"default-tenant","reconcileID":"9e4bc2a3-5135-4ed6-a3d6-70c44694ce21","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-explicit-c4be41","tenantID":"e2e-explicit-c4be41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:24.556749743Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c4be41"},"namespace":"ai-tenant-e2e-explicit-c4be41","name":"default-tenant","reconcileID":"9e4bc2a3-5135-4ed6-a3d6-70c44694ce21","name":"e2e-explicit-c4be41-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:29.608729633Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"e2e-auth-iso-f51c8e","reconcileID":"a1fc0fdf-e21f-4931-888e-be3921f256dc","MaaSSubscription":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"name":"maas-trlp-auth-test-model-5e916d","model":"ai-tenant-e2e-shared-a-w1-5e916d/auth-test-model-5e916d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:29.77305753Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"auth-test-model-5e916d","reconcileID":"58f7f875-4d2d-4e9c-9777-aef50bbb9634","MaaSModelRef":{"name":"auth-test-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"tenant":"e2e-shared-a-w1-5e916d","gateway":"openshift-ingress/e2e-shared-a-w1-5e916d","model":"ai-tenant-e2e-shared-a-w1-5e916d/auth-test-model-5e916d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:29.773079911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"auth-test-model-5e916d","reconcileID":"58f7f875-4d2d-4e9c-9777-aef50bbb9634","MaaSModelRef":{"name":"auth-test-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"routeName":"auth-test-model-5e916d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-5e916d","llmisvcName":"auth-test-model-5e916d","gateway":"openshift-ingress/e2e-shared-a-w1-5e916d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:30.558188318Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"auth-test-model-71bc98","reconcileID":"d530f9f3-d367-403b-b613-77ad9c39795f","MaaSModelRef":{"name":"auth-test-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"tenant":"e2e-shared-b-w1-71bc98","gateway":"openshift-ingress/e2e-shared-b-w1-71bc98","model":"ai-tenant-e2e-shared-b-w1-71bc98/auth-test-model-71bc98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:30.558209199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"auth-test-model-71bc98","reconcileID":"d530f9f3-d367-403b-b613-77ad9c39795f","MaaSModelRef":{"name":"auth-test-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"routeName":"auth-test-model-71bc98-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-71bc98","llmisvcName":"auth-test-model-71bc98","gateway":"openshift-ingress/e2e-shared-b-w1-71bc98","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:30.615817282Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"auth-test-model-71bc98","reconcileID":"2890c44a-c70b-480a-ae4d-9da8fa588247","MaaSModelRef":{"name":"auth-test-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"tenant":"e2e-shared-b-w1-71bc98","gateway":"openshift-ingress/e2e-shared-b-w1-71bc98","model":"ai-tenant-e2e-shared-b-w1-71bc98/auth-test-model-71bc98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:30.615840715Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"auth-test-model-71bc98","reconcileID":"2890c44a-c70b-480a-ae4d-9da8fa588247","MaaSModelRef":{"name":"auth-test-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"routeName":"auth-test-model-71bc98-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-71bc98","llmisvcName":"auth-test-model-71bc98","gateway":"openshift-ingress/e2e-shared-b-w1-71bc98","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:30.721067462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"e2e-auth-iso-f51c8e","reconcileID":"736a89dd-8d8d-4a16-8e9e-6e10b744ca35","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-71bc98","tenantID":"e2e-shared-b-w1-71bc98","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:30.84418305Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"e2e-auth-iso-f51c8e","reconcileID":"736a89dd-8d8d-4a16-8e9e-6e10b744ca35","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"name":"e2e-shared-b-w1-71bc98-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:30.899076221Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-71bc98-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"e2e-auth-iso-f51c8e","reconcileID":"736a89dd-8d8d-4a16-8e9e-6e10b744ca35","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:30.956781498Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"auth-test-model-71bc98","reconcileID":"ae214b5f-3db1-4dbc-bd45-fe3fa0890af8","MaaSModelRef":{"name":"auth-test-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"tenant":"e2e-shared-b-w1-71bc98","gateway":"openshift-ingress/e2e-shared-b-w1-71bc98","model":"ai-tenant-e2e-shared-b-w1-71bc98/auth-test-model-71bc98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:30.956801587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"auth-test-model-71bc98","reconcileID":"ae214b5f-3db1-4dbc-bd45-fe3fa0890af8","MaaSModelRef":{"name":"auth-test-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"routeName":"auth-test-model-71bc98-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-71bc98","llmisvcName":"auth-test-model-71bc98","gateway":"openshift-ingress/e2e-shared-b-w1-71bc98","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:30.959582714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"e2e-auth-iso-f51c8e","reconcileID":"86b94a13-8b8e-48f3-95bd-e1f586215a1f","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-5e916d","tenantID":"e2e-shared-a-w1-5e916d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:31.01745834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"e2e-auth-iso-f51c8e","reconcileID":"86b94a13-8b8e-48f3-95bd-e1f586215a1f","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"name":"e2e-shared-a-w1-5e916d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:37.894446174Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-051514","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"namespace":"ai-tenant-e2e-shared-a-w3-051514","name":"auth-test-model-051514","reconcileID":"0fcbc764-c270-4a7e-bb5e-b2725a92f603","MaaSModelRef":{"name":"auth-test-model-051514","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"tenant":"e2e-shared-a-w3-051514","gateway":"openshift-ingress/e2e-shared-a-w3-051514","model":"ai-tenant-e2e-shared-a-w3-051514/auth-test-model-051514","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:37.894481592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-051514","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"namespace":"ai-tenant-e2e-shared-a-w3-051514","name":"auth-test-model-051514","reconcileID":"0fcbc764-c270-4a7e-bb5e-b2725a92f603","MaaSModelRef":{"name":"auth-test-model-051514","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"routeName":"auth-test-model-051514-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-051514","llmisvcName":"auth-test-model-051514","gateway":"openshift-ingress/e2e-shared-a-w3-051514","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:41.061796884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"e2e-auth-iso-f51c8e","reconcileID":"e9033ce1-d048-4f69-a85a-1cc8f1a89222","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-71bc98","tenantID":"e2e-shared-b-w1-71bc98","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:41.121500815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"e2e-auth-iso-f51c8e","reconcileID":"e9033ce1-d048-4f69-a85a-1cc8f1a89222","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"name":"e2e-shared-b-w1-71bc98-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:41.17751139Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-71bc98-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"e2e-auth-iso-f51c8e","reconcileID":"e9033ce1-d048-4f69-a85a-1cc8f1a89222","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:44.047374088Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:51.301442589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"e2e-auth-iso-f51c8e","reconcileID":"c44074b9-41d9-4a48-a42d-482aacffaf18","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-71bc98","tenantID":"e2e-shared-b-w1-71bc98","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:51.365544365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"e2e-auth-iso-f51c8e","reconcileID":"c44074b9-41d9-4a48-a42d-482aacffaf18","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"name":"e2e-shared-b-w1-71bc98-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:51.422466342Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-71bc98-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a3882e1145c954558c8b4df6f5fc11286399779cf2a21e8cb395761eea0085ce) AuthConfig (e5af2b2cfd743e3d6ab50ae1c7795bfd80d56555ce11dbcd3e7dacbd54739057) AuthConfig (5e11e3ed1738ff32b7104f8858d21bed8d283dedf6e9c4b52165df48353a4853) AuthConfig (e4d9d51b26d054e3c313d42af0c9c013c9d0bc492ecfa90e617017c7a4df7293) AuthConfig (3500fe79789876ace4875f49828885b57b07460c924f6d89491abe6f5af5ad22) AuthConfig (a96e7ca629640bb375c45138ee5bd52373f474ce9a659dc3e5dece29fdf5991d) AuthConfig (a224806b98405dba3545c97a9f6a753b890a03457e8ae8125b2fa30feae57629) AuthConfig (894a701b4227e55ddc02a0998d3cee61156f6c7709cfd719eb0b7867108a4a42) AuthConfig (cf0d20b8ee7122509d584bce25f0c33ea26c30fef98a9c0aa68732307f02a51e) AuthConfig (54bb42d3e812d93307adabfe9098f6da327b2ee513bcfb7c17ab04b09508a882) AuthConfig (a0ed0e831d1d92b438255ea51dc6e4e1c58fccd4231e6db193e11c6869106fb5) AuthConfig (22b8d90a0f9cc4a6dc740db0f9523c49cc2b07736aa5d35ee60d5f39b162c5fa) AuthConfig (f014f117e89ff7150dd789acb6ed94e37e284be58303d2532735622dd6098b84) AuthConfig (668c6382cec6a349c54cfdaa4076092c76d94871b0e1027f6ba3fe5873e24bd4) AuthConfig (7e567cb1621d6353168f649ed2bef8650f971236ac68a79f3691dd0d65d9b435) AuthConfig (a63f70d5308c85a156cf5339420516cfa45ed3911a08556221ef58bead53b645) AuthConfig (9b6da91d495a9c54f156f8eb3ad132b15898d2565e1ec7c539b98db754ac63be) AuthConfig (14af43788595bbc1e2c145d70edafcbcfe079cfbefab0761321d36ef62491b9a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"e2e-auth-iso-f51c8e","reconcileID":"c44074b9-41d9-4a48-a42d-482aacffaf18","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:51.480619798Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"auth-test-model-71bc98","reconcileID":"55adee04-707e-4807-b35e-f84a83d23179","MaaSModelRef":{"name":"auth-test-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"tenant":"e2e-shared-b-w1-71bc98","gateway":"openshift-ingress/e2e-shared-b-w1-71bc98","model":"ai-tenant-e2e-shared-b-w1-71bc98/auth-test-model-71bc98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:51.480641929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"auth-test-model-71bc98","reconcileID":"55adee04-707e-4807-b35e-f84a83d23179","MaaSModelRef":{"name":"auth-test-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"routeName":"auth-test-model-71bc98-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-71bc98","llmisvcName":"auth-test-model-71bc98","gateway":"openshift-ingress/e2e-shared-b-w1-71bc98","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:01.584933143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"e2e-auth-iso-f51c8e","reconcileID":"47992862-cc1c-4dc6-8577-e2674b945735","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-71bc98","tenantID":"e2e-shared-b-w1-71bc98","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:01.641414815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"e2e-auth-iso-f51c8e","reconcileID":"47992862-cc1c-4dc6-8577-e2674b945735","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"name":"e2e-shared-b-w1-71bc98-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:01.696363133Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-71bc98-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a3882e1145c954558c8b4df6f5fc11286399779cf2a21e8cb395761eea0085ce) AuthConfig (e5af2b2cfd743e3d6ab50ae1c7795bfd80d56555ce11dbcd3e7dacbd54739057) AuthConfig (5e11e3ed1738ff32b7104f8858d21bed8d283dedf6e9c4b52165df48353a4853) AuthConfig (e4d9d51b26d054e3c313d42af0c9c013c9d0bc492ecfa90e617017c7a4df7293) AuthConfig (3500fe79789876ace4875f49828885b57b07460c924f6d89491abe6f5af5ad22) AuthConfig (a96e7ca629640bb375c45138ee5bd52373f474ce9a659dc3e5dece29fdf5991d) AuthConfig (a224806b98405dba3545c97a9f6a753b890a03457e8ae8125b2fa30feae57629) AuthConfig (894a701b4227e55ddc02a0998d3cee61156f6c7709cfd719eb0b7867108a4a42) AuthConfig (cf0d20b8ee7122509d584bce25f0c33ea26c30fef98a9c0aa68732307f02a51e) AuthConfig (54bb42d3e812d93307adabfe9098f6da327b2ee513bcfb7c17ab04b09508a882) AuthConfig (a0ed0e831d1d92b438255ea51dc6e4e1c58fccd4231e6db193e11c6869106fb5) AuthConfig (22b8d90a0f9cc4a6dc740db0f9523c49cc2b07736aa5d35ee60d5f39b162c5fa) AuthConfig (f014f117e89ff7150dd789acb6ed94e37e284be58303d2532735622dd6098b84) AuthConfig (668c6382cec6a349c54cfdaa4076092c76d94871b0e1027f6ba3fe5873e24bd4) AuthConfig (7e567cb1621d6353168f649ed2bef8650f971236ac68a79f3691dd0d65d9b435) AuthConfig (a63f70d5308c85a156cf5339420516cfa45ed3911a08556221ef58bead53b645) AuthConfig (9b6da91d495a9c54f156f8eb3ad132b15898d2565e1ec7c539b98db754ac63be) AuthConfig (14af43788595bbc1e2c145d70edafcbcfe079cfbefab0761321d36ef62491b9a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"e2e-auth-iso-f51c8e","reconcileID":"47992862-cc1c-4dc6-8577-e2674b945735","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:11.801017778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"e2e-auth-iso-f51c8e","reconcileID":"f3493813-c60d-4639-81e2-c506fc6b7b46","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-71bc98","tenantID":"e2e-shared-b-w1-71bc98","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:11.857983791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"e2e-auth-iso-f51c8e","reconcileID":"f3493813-c60d-4639-81e2-c506fc6b7b46","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"name":"e2e-shared-b-w1-71bc98-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:12.129576836Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"auth-test-model-71bc98","reconcileID":"7412c365-9269-4cdc-a686-effd9cf9d526","MaaSModelRef":{"name":"auth-test-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"tenant":"e2e-shared-b-w1-71bc98","gateway":"openshift-ingress/e2e-shared-b-w1-71bc98","model":"ai-tenant-e2e-shared-b-w1-71bc98/auth-test-model-71bc98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:12.129600388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"auth-test-model-71bc98","reconcileID":"7412c365-9269-4cdc-a686-effd9cf9d526","MaaSModelRef":{"name":"auth-test-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"routeName":"auth-test-model-71bc98-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-71bc98","llmisvcName":"auth-test-model-71bc98","gateway":"openshift-ingress/e2e-shared-b-w1-71bc98","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:14.030047733Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:17.552497687Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"auth-test-model-71bc98","reconcileID":"dc956254-cc5a-4ed4-b638-378f084e9f26","MaaSModelRef":{"name":"auth-test-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"tenant":"e2e-shared-b-w1-71bc98","gateway":"openshift-ingress/e2e-shared-b-w1-71bc98","model":"ai-tenant-e2e-shared-b-w1-71bc98/auth-test-model-71bc98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:17.552518628Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"auth-test-model-71bc98","reconcileID":"dc956254-cc5a-4ed4-b638-378f084e9f26","MaaSModelRef":{"name":"auth-test-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"routeName":"auth-test-model-71bc98-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-71bc98","llmisvcName":"auth-test-model-71bc98","gateway":"openshift-ingress/e2e-shared-b-w1-71bc98","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:17.610676707Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"auth-test-model-71bc98","reconcileID":"866b896c-367c-4e92-8301-9212a13a160a","MaaSModelRef":{"name":"auth-test-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"tenant":"e2e-shared-b-w1-71bc98","gateway":"openshift-ingress/e2e-shared-b-w1-71bc98","model":"ai-tenant-e2e-shared-b-w1-71bc98/auth-test-model-71bc98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:17.610768468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"auth-test-model-71bc98","reconcileID":"866b896c-367c-4e92-8301-9212a13a160a","MaaSModelRef":{"name":"auth-test-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"routeName":"auth-test-model-71bc98-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-71bc98","llmisvcName":"auth-test-model-71bc98","gateway":"openshift-ingress/e2e-shared-b-w1-71bc98","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:17.656942167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"e2e-auth-iso-f51c8e","reconcileID":"76b27312-1f94-4303-87d9-c14aa68f737b","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-71bc98","tenantID":"e2e-shared-b-w1-71bc98","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T02:02:17.661275022Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"e2e-auth-iso-f51c8e","reconcileID":"7153d060-8e1a-4f61-a1f5-8206db325078","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-f51c8e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:02:17.663889155Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"auth-test-model-71bc98","reconcileID":"866b896c-367c-4e92-8301-9212a13a160a","name":"auth-test-model-71bc98","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-71bc98\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:02:17.663946922Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"auth-test-model-71bc98","reconcileID":"866b896c-367c-4e92-8301-9212a13a160a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-71bc98\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:17.669304588Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"auth-test-model-71bc98","reconcileID":"a0914124-04a3-424d-863f-eb9d63ef4ed2","MaaSModelRef":{"name":"auth-test-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"tenant":"e2e-shared-b-w1-71bc98","gateway":"openshift-ingress/e2e-shared-b-w1-71bc98","model":"ai-tenant-e2e-shared-b-w1-71bc98/auth-test-model-71bc98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:17.669325245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"auth-test-model-71bc98","reconcileID":"a0914124-04a3-424d-863f-eb9d63ef4ed2","MaaSModelRef":{"name":"auth-test-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"routeName":"auth-test-model-71bc98-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-71bc98","llmisvcName":"auth-test-model-71bc98","gateway":"openshift-ingress/e2e-shared-b-w1-71bc98","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:17.713763824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"e2e-auth-iso-f51c8e","reconcileID":"76b27312-1f94-4303-87d9-c14aa68f737b","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"name":"e2e-shared-b-w1-71bc98-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:17.770871024Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"auth-test-model-71bc98","reconcileID":"83fef84b-c055-4a6c-ae9a-8b50e8071837","MaaSModelRef":{"name":"auth-test-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"tenant":"e2e-shared-b-w1-71bc98","gateway":"openshift-ingress/e2e-shared-b-w1-71bc98","model":"ai-tenant-e2e-shared-b-w1-71bc98/auth-test-model-71bc98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:17.770893271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"auth-test-model-71bc98","reconcileID":"83fef84b-c055-4a6c-ae9a-8b50e8071837","MaaSModelRef":{"name":"auth-test-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"routeName":"auth-test-model-71bc98-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-71bc98","llmisvcName":"auth-test-model-71bc98","gateway":"openshift-ingress/e2e-shared-b-w1-71bc98","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:17.826187132Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"auth-test-model-71bc98","reconcileID":"8c57d00b-fce1-4c21-bf62-4c223b1342f7","MaaSModelRef":{"name":"auth-test-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"tenant":"e2e-shared-b-w1-71bc98","gateway":"openshift-ingress/e2e-shared-b-w1-71bc98","model":"ai-tenant-e2e-shared-b-w1-71bc98/auth-test-model-71bc98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:17.826209714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"auth-test-model-71bc98","reconcileID":"8c57d00b-fce1-4c21-bf62-4c223b1342f7","MaaSModelRef":{"name":"auth-test-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"routeName":"auth-test-model-71bc98-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-71bc98","llmisvcName":"auth-test-model-71bc98","gateway":"openshift-ingress/e2e-shared-b-w1-71bc98","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:18.024263489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"e2e-auth-iso-f51c8e","reconcileID":"8a1ac442-c0b6-44be-81a2-5b9b281d634f","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-71bc98","tenantID":"e2e-shared-b-w1-71bc98","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:18.046261162Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"e2e-auth-iso-f51c8e","reconcileID":"08f09981-527a-480b-9f24-88664d6ee272","MaaSSubscription":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"name":"maas-trlp-auth-test-model-71bc98","model":"auth-test-model-71bc98","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w1-71bc98/e2e-auth-iso-f51c8e"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:18.080876837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"e2e-auth-iso-f51c8e","reconcileID":"8a1ac442-c0b6-44be-81a2-5b9b281d634f","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"name":"e2e-shared-b-w1-71bc98-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:18.215825758Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"auth-test-model-71bc98","reconcileID":"3a8b5b68-c290-477d-9359-e7552eafac94","MaaSModelRef":{"name":"auth-test-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"tenant":"e2e-shared-b-w1-71bc98","gateway":"openshift-ingress/e2e-shared-b-w1-71bc98","model":"ai-tenant-e2e-shared-b-w1-71bc98/auth-test-model-71bc98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:18.215845422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"auth-test-model-71bc98","reconcileID":"3a8b5b68-c290-477d-9359-e7552eafac94","MaaSModelRef":{"name":"auth-test-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"routeName":"auth-test-model-71bc98-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-71bc98","llmisvcName":"auth-test-model-71bc98","gateway":"openshift-ingress/e2e-shared-b-w1-71bc98","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:18.424844793Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"e2e-auth-iso-f51c8e","reconcileID":"b68ae40f-fc1b-4167-a807-f309ab9b6c0a","MaaSSubscription":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"name":"maas-trlp-auth-test-model-71bc98","model":"ai-tenant-e2e-shared-b-w1-71bc98/auth-test-model-71bc98","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:24.548419008Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-98c748","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"namespace":"ai-tenant-e2e-shared-b-w0-98c748","name":"auth-test-model-98c748","reconcileID":"38c5800b-c8b1-4422-baa1-97deb536ace8","MaaSModelRef":{"name":"auth-test-model-98c748","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"tenant":"e2e-shared-b-w0-98c748","gateway":"openshift-ingress/e2e-shared-b-w0-98c748","model":"ai-tenant-e2e-shared-b-w0-98c748/auth-test-model-98c748","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:24.548455545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-98c748","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"namespace":"ai-tenant-e2e-shared-b-w0-98c748","name":"auth-test-model-98c748","reconcileID":"38c5800b-c8b1-4422-baa1-97deb536ace8","MaaSModelRef":{"name":"auth-test-model-98c748","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"routeName":"auth-test-model-98c748-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-98c748","llmisvcName":"auth-test-model-98c748","gateway":"openshift-ingress/e2e-shared-b-w0-98c748","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:27.532156121Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9e3b95","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"namespace":"ai-tenant-e2e-shared-a-w2-9e3b95","name":"auth-test-model-9e3b95","reconcileID":"40edb902-40f9-43b7-95e5-a7a0fbc40534","MaaSModelRef":{"name":"auth-test-model-9e3b95","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"tenant":"e2e-shared-a-w2-9e3b95","gateway":"openshift-ingress/e2e-shared-a-w2-9e3b95","model":"ai-tenant-e2e-shared-a-w2-9e3b95/auth-test-model-9e3b95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:27.532187445Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9e3b95","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"namespace":"ai-tenant-e2e-shared-a-w2-9e3b95","name":"auth-test-model-9e3b95","reconcileID":"40edb902-40f9-43b7-95e5-a7a0fbc40534","MaaSModelRef":{"name":"auth-test-model-9e3b95","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"routeName":"auth-test-model-9e3b95-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95","llmisvcName":"auth-test-model-9e3b95","gateway":"openshift-ingress/e2e-shared-a-w2-9e3b95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:30.029632949Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-98b70c","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"namespace":"ai-tenant-e2e-shared-a-w0-98b70c","name":"auth-test-model-98b70c","reconcileID":"b432b36a-9830-4405-8480-c83a435872d8","MaaSModelRef":{"name":"auth-test-model-98b70c","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"tenant":"e2e-shared-a-w0-98b70c","gateway":"openshift-ingress/e2e-shared-a-w0-98b70c","model":"ai-tenant-e2e-shared-a-w0-98b70c/auth-test-model-98b70c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:30.029685984Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-98b70c","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"namespace":"ai-tenant-e2e-shared-a-w0-98b70c","name":"auth-test-model-98b70c","reconcileID":"b432b36a-9830-4405-8480-c83a435872d8","MaaSModelRef":{"name":"auth-test-model-98b70c","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"routeName":"auth-test-model-98b70c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-98b70c","llmisvcName":"auth-test-model-98b70c","gateway":"openshift-ingress/e2e-shared-a-w0-98b70c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:30.086646436Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-98b70c","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"namespace":"ai-tenant-e2e-shared-a-w0-98b70c","name":"auth-test-model-98b70c","reconcileID":"ce408f6b-affa-4af3-a94a-fcf30dc1f4e4","MaaSModelRef":{"name":"auth-test-model-98b70c","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"tenant":"e2e-shared-a-w0-98b70c","gateway":"openshift-ingress/e2e-shared-a-w0-98b70c","model":"ai-tenant-e2e-shared-a-w0-98b70c/auth-test-model-98b70c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:30.086710403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-98b70c","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"namespace":"ai-tenant-e2e-shared-a-w0-98b70c","name":"auth-test-model-98b70c","reconcileID":"ce408f6b-affa-4af3-a94a-fcf30dc1f4e4","MaaSModelRef":{"name":"auth-test-model-98b70c","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"routeName":"auth-test-model-98b70c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-98b70c","llmisvcName":"auth-test-model-98b70c","gateway":"openshift-ingress/e2e-shared-a-w0-98b70c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:30.191809622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"namespace":"ai-tenant-e2e-shared-a-w0-98b70c","name":"e2e-auth-iso-7e42e7","reconcileID":"8237d181-0ea1-4e02-8477-96b871de8d30","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-98b70c","tenantID":"e2e-shared-a-w0-98b70c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:30.316638708Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"namespace":"ai-tenant-e2e-shared-a-w0-98b70c","name":"e2e-auth-iso-7e42e7","reconcileID":"8237d181-0ea1-4e02-8477-96b871de8d30","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"name":"e2e-shared-a-w0-98b70c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:30.371691847Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-98b70c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"namespace":"ai-tenant-e2e-shared-a-w0-98b70c","name":"e2e-auth-iso-7e42e7","reconcileID":"8237d181-0ea1-4e02-8477-96b871de8d30","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:30.428939894Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-98b70c","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"namespace":"ai-tenant-e2e-shared-a-w0-98b70c","name":"auth-test-model-98b70c","reconcileID":"1a632e0f-6463-49c6-9cad-9a22056065bc","MaaSModelRef":{"name":"auth-test-model-98b70c","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"tenant":"e2e-shared-a-w0-98b70c","gateway":"openshift-ingress/e2e-shared-a-w0-98b70c","model":"ai-tenant-e2e-shared-a-w0-98b70c/auth-test-model-98b70c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:30.428963244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-98b70c","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"namespace":"ai-tenant-e2e-shared-a-w0-98b70c","name":"auth-test-model-98b70c","reconcileID":"1a632e0f-6463-49c6-9cad-9a22056065bc","MaaSModelRef":{"name":"auth-test-model-98b70c","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"routeName":"auth-test-model-98b70c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-98b70c","llmisvcName":"auth-test-model-98b70c","gateway":"openshift-ingress/e2e-shared-a-w0-98b70c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:34.125462404Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"e2e-auth-iso-f51c8e","reconcileID":"4966fbe2-dd70-4867-a965-9640cb9bfa22","MaaSSubscription":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"name":"maas-trlp-auth-test-model-71bc98","model":"ai-tenant-e2e-shared-b-w1-71bc98/auth-test-model-71bc98","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:34.293153325Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"auth-test-model-71bc98","reconcileID":"866402a2-5c85-4fa5-9002-99a7989f1fcd","MaaSModelRef":{"name":"auth-test-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"tenant":"e2e-shared-b-w1-71bc98","gateway":"openshift-ingress/e2e-shared-b-w1-71bc98","model":"ai-tenant-e2e-shared-b-w1-71bc98/auth-test-model-71bc98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:34.293174103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"auth-test-model-71bc98","reconcileID":"866402a2-5c85-4fa5-9002-99a7989f1fcd","MaaSModelRef":{"name":"auth-test-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"routeName":"auth-test-model-71bc98-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-71bc98","llmisvcName":"auth-test-model-71bc98","gateway":"openshift-ingress/e2e-shared-b-w1-71bc98","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:35.728747955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"e2e-auth-iso-f51c8e","reconcileID":"97794f99-7f76-46cf-b325-e97f2444efa5","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-71bc98","tenantID":"e2e-shared-b-w1-71bc98","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:35.787081573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"e2e-auth-iso-f51c8e","reconcileID":"97794f99-7f76-46cf-b325-e97f2444efa5","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"name":"e2e-shared-b-w1-71bc98-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:36.21154967Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"auth-test-model-5e916d","reconcileID":"978708ba-e8e2-406e-9d51-e9cae8df02ef","MaaSModelRef":{"name":"auth-test-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"tenant":"e2e-shared-a-w1-5e916d","gateway":"openshift-ingress/e2e-shared-a-w1-5e916d","model":"ai-tenant-e2e-shared-a-w1-5e916d/auth-test-model-5e916d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:36.211568176Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"auth-test-model-5e916d","reconcileID":"978708ba-e8e2-406e-9d51-e9cae8df02ef","MaaSModelRef":{"name":"auth-test-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"routeName":"auth-test-model-5e916d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-5e916d","llmisvcName":"auth-test-model-5e916d","gateway":"openshift-ingress/e2e-shared-a-w1-5e916d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:36.374930581Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"e2e-auth-iso-f51c8e","reconcileID":"cd929664-c285-4a48-86e4-172ec0d83a96","MaaSSubscription":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-28b658cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:36.381173166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"e2e-auth-iso-f51c8e","reconcileID":"67d0b4e8-5c27-41fb-8c96-a0ce621a3276","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-5e916d","tenantID":"e2e-shared-a-w1-5e916d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:36.437865723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"e2e-auth-iso-f51c8e","reconcileID":"67d0b4e8-5c27-41fb-8c96-a0ce621a3276","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"name":"e2e-shared-a-w1-5e916d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:36.758086579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"e2e-auth-iso-f51c8e","reconcileID":"074645af-500f-4ad9-8f4e-57690bf70d22","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-5e916d","tenantID":"e2e-shared-a-w1-5e916d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:36.81417124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"e2e-auth-iso-f51c8e","reconcileID":"074645af-500f-4ad9-8f4e-57690bf70d22","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"name":"e2e-shared-a-w1-5e916d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:38.222982339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5582a763-9faa-4abb-9720-1046c5bd6f68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:38.276549677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5582a763-9faa-4abb-9720-1046c5bd6f68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:38.329280385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5582a763-9faa-4abb-9720-1046c5bd6f68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:38.381840913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5582a763-9faa-4abb-9720-1046c5bd6f68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:40.276883594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2380085-a811-4f3b-aab3-0d9945dafa67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:40.329529242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2380085-a811-4f3b-aab3-0d9945dafa67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:40.382329052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2380085-a811-4f3b-aab3-0d9945dafa67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:40.435486666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2380085-a811-4f3b-aab3-0d9945dafa67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:40.540941507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"namespace":"ai-tenant-e2e-shared-a-w0-98b70c","name":"e2e-auth-iso-7e42e7","reconcileID":"988bdff1-34e1-4b0c-9603-5ad05900c3ba","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-98b70c","tenantID":"e2e-shared-a-w0-98b70c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:40.597578797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"namespace":"ai-tenant-e2e-shared-a-w0-98b70c","name":"e2e-auth-iso-7e42e7","reconcileID":"988bdff1-34e1-4b0c-9603-5ad05900c3ba","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"name":"e2e-shared-a-w0-98b70c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:40.704728864Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-98b70c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"namespace":"ai-tenant-e2e-shared-a-w0-98b70c","name":"e2e-auth-iso-7e42e7","reconcileID":"988bdff1-34e1-4b0c-9603-5ad05900c3ba","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:44.030151465Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:46.428370592Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"e2e-auth-iso-f51c8e","reconcileID":"97299bfb-ce46-405b-a26a-00c583ccc6b6","MaaSSubscription":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"model":"ai-tenant-e2e-shared-a-w1-5e916d/auth-test-model-5e916d","subscription":"e2e-auth-iso-f51c8e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:46.481074729Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"e2e-auth-iso-f51c8e","reconcileID":"97299bfb-ce46-405b-a26a-00c583ccc6b6","MaaSSubscription":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"model":"ai-tenant-e2e-shared-a-w1-5e916d/auth-test-model-5e916d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:46.534061333Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"e2e-auth-iso-f51c8e","reconcileID":"97299bfb-ce46-405b-a26a-00c583ccc6b6","MaaSSubscription":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"name":"maas-trlp-auth-test-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d","model":"ai-tenant-e2e-shared-a-w1-5e916d/auth-test-model-5e916d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:46.805562869Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"auth-test-model-5e916d","reconcileID":"8dd41fc5-d46c-474e-9b39-c10fdc73406d","MaaSModelRef":{"name":"auth-test-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"tenant":"e2e-shared-a-w1-5e916d","gateway":"openshift-ingress/e2e-shared-a-w1-5e916d","model":"ai-tenant-e2e-shared-a-w1-5e916d/auth-test-model-5e916d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:46.805585838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"auth-test-model-5e916d","reconcileID":"8dd41fc5-d46c-474e-9b39-c10fdc73406d","MaaSModelRef":{"name":"auth-test-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"routeName":"auth-test-model-5e916d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-5e916d","llmisvcName":"auth-test-model-5e916d","gateway":"openshift-ingress/e2e-shared-a-w1-5e916d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:46.909944558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"e2e-auth-iso-f51c8e","reconcileID":"9dff9118-c649-449b-9cfb-f0386315ced1","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-5e916d","tenantID":"e2e-shared-a-w1-5e916d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:46.959210309Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"auth-test-model-71bc98","reconcileID":"f7ff8bc9-e7c3-4bf9-9d6b-ca9be80f80c1","MaaSModelRef":{"name":"auth-test-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"tenant":"e2e-shared-b-w1-71bc98","gateway":"openshift-ingress/e2e-shared-b-w1-71bc98","model":"ai-tenant-e2e-shared-b-w1-71bc98/auth-test-model-71bc98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:46.959231028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"auth-test-model-71bc98","reconcileID":"f7ff8bc9-e7c3-4bf9-9d6b-ca9be80f80c1","MaaSModelRef":{"name":"auth-test-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"routeName":"auth-test-model-71bc98-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-71bc98","llmisvcName":"auth-test-model-71bc98","gateway":"openshift-ingress/e2e-shared-b-w1-71bc98","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:46.965953254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"e2e-auth-iso-f51c8e","reconcileID":"9dff9118-c649-449b-9cfb-f0386315ced1","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"name":"e2e-shared-a-w1-5e916d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:47.063841988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"e2e-auth-iso-f51c8e","reconcileID":"fa86b534-79cb-4f8a-a435-de6147bbcfa0","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-71bc98","tenantID":"e2e-shared-b-w1-71bc98","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:47.120564064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"e2e-auth-iso-f51c8e","reconcileID":"fa86b534-79cb-4f8a-a435-de6147bbcfa0","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"name":"e2e-shared-b-w1-71bc98-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:47.122106791Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"e2e-auth-iso-f51c8e","reconcileID":"16947c77-83ed-4d6a-a070-5b9542169f34","MaaSSubscription":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5f86e453","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:47.275857665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"e2e-auth-iso-f51c8e","reconcileID":"79b6912e-20be-4447-b3fc-8feecdb2d759","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-5e916d","tenantID":"e2e-shared-a-w1-5e916d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:47.335768862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"e2e-auth-iso-f51c8e","reconcileID":"79b6912e-20be-4447-b3fc-8feecdb2d759","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"name":"e2e-shared-a-w1-5e916d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:47.475761422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"e2e-auth-iso-f51c8e","reconcileID":"e7f31218-6e36-4751-a5f1-e6880be20daf","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-71bc98","tenantID":"e2e-shared-b-w1-71bc98","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:47.532223498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"e2e-auth-iso-f51c8e","reconcileID":"e7f31218-6e36-4751-a5f1-e6880be20daf","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"name":"e2e-shared-b-w1-71bc98-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:50.811022186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"namespace":"ai-tenant-e2e-shared-a-w0-98b70c","name":"e2e-auth-iso-7e42e7","reconcileID":"8078f875-22b4-4e12-af09-ccc7968464b9","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-98b70c","tenantID":"e2e-shared-a-w0-98b70c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:50.86735392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"namespace":"ai-tenant-e2e-shared-a-w0-98b70c","name":"e2e-auth-iso-7e42e7","reconcileID":"8078f875-22b4-4e12-af09-ccc7968464b9","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"name":"e2e-shared-a-w0-98b70c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:50.922692898Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-98b70c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"namespace":"ai-tenant-e2e-shared-a-w0-98b70c","name":"e2e-auth-iso-7e42e7","reconcileID":"8078f875-22b4-4e12-af09-ccc7968464b9","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:57.183839409Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"e2e-auth-iso-f51c8e","reconcileID":"dd04e312-64d2-49d9-8a6e-5cb6cb11ccc7","MaaSSubscription":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"model":"ai-tenant-e2e-shared-b-w1-71bc98/auth-test-model-71bc98","subscription":"e2e-auth-iso-f51c8e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:57.237477281Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"e2e-auth-iso-f51c8e","reconcileID":"dd04e312-64d2-49d9-8a6e-5cb6cb11ccc7","MaaSSubscription":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"model":"ai-tenant-e2e-shared-b-w1-71bc98/auth-test-model-71bc98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:57.290501893Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"e2e-auth-iso-f51c8e","reconcileID":"dd04e312-64d2-49d9-8a6e-5cb6cb11ccc7","MaaSSubscription":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"name":"maas-trlp-auth-test-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98","model":"ai-tenant-e2e-shared-b-w1-71bc98/auth-test-model-71bc98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:57.570879708Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"auth-test-model-71bc98","reconcileID":"e4d1861d-49ab-486b-9613-a457cf8b0224","MaaSModelRef":{"name":"auth-test-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"tenant":"e2e-shared-b-w1-71bc98","gateway":"openshift-ingress/e2e-shared-b-w1-71bc98","model":"ai-tenant-e2e-shared-b-w1-71bc98/auth-test-model-71bc98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:57.570910036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"auth-test-model-71bc98","reconcileID":"e4d1861d-49ab-486b-9613-a457cf8b0224","MaaSModelRef":{"name":"auth-test-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"routeName":"auth-test-model-71bc98-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-71bc98","llmisvcName":"auth-test-model-71bc98","gateway":"openshift-ingress/e2e-shared-b-w1-71bc98","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:57.677706509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"e2e-auth-iso-f51c8e","reconcileID":"8ff64362-4610-431f-aa1c-21e47580c5d1","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-71bc98","tenantID":"e2e-shared-b-w1-71bc98","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:57.70993455Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"e2e-auth-iso-f51c8e","reconcileID":"1b1715b9-5931-46fe-a060-4d0e1f8696b8","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"model":"ai-tenant-e2e-shared-a-w1-5e916d/auth-test-model-5e916d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:57.710084318Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"auth-test-model-5e916d","reconcileID":"2481f393-75fa-4f71-8ea0-2034623900e6","MaaSModelRef":{"name":"auth-test-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"tenant":"e2e-shared-a-w1-5e916d","gateway":"openshift-ingress/e2e-shared-a-w1-5e916d","model":"ai-tenant-e2e-shared-a-w1-5e916d/auth-test-model-5e916d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:57.710104288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"auth-test-model-5e916d","reconcileID":"2481f393-75fa-4f71-8ea0-2034623900e6","MaaSModelRef":{"name":"auth-test-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"routeName":"auth-test-model-5e916d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-5e916d","llmisvcName":"auth-test-model-5e916d","gateway":"openshift-ingress/e2e-shared-a-w1-5e916d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:57.735073115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"e2e-auth-iso-f51c8e","reconcileID":"8ff64362-4610-431f-aa1c-21e47580c5d1","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"name":"e2e-shared-b-w1-71bc98-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:57.914956341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"e2e-auth-iso-f51c8e","reconcileID":"1b1715b9-5931-46fe-a060-4d0e1f8696b8","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-5e916d","tenantID":"e2e-shared-a-w1-5e916d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:58.044030666Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"e2e-auth-iso-f51c8e","reconcileID":"1b1715b9-5931-46fe-a060-4d0e1f8696b8","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"name":"e2e-shared-a-w1-5e916d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:58.044054109Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"e2e-auth-iso-f51c8e","reconcileID":"1b1715b9-5931-46fe-a060-4d0e1f8696b8","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-5e916d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:58.068463016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"e2e-auth-iso-f51c8e","reconcileID":"105257e0-8499-42a8-a30d-d7a532e02605","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-71bc98","tenantID":"e2e-shared-b-w1-71bc98","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:58.100772984Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"auth-test-model-5e916d","reconcileID":"950a32c6-2a0b-4928-a02f-9a12b1529757","MaaSModelRef":{"name":"auth-test-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"tenant":"e2e-shared-a-w1-5e916d","gateway":"openshift-ingress/e2e-shared-a-w1-5e916d","model":"ai-tenant-e2e-shared-a-w1-5e916d/auth-test-model-5e916d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:58.100796041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"auth-test-model-5e916d","reconcileID":"950a32c6-2a0b-4928-a02f-9a12b1529757","MaaSModelRef":{"name":"auth-test-model-5e916d","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"routeName":"auth-test-model-5e916d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-5e916d","llmisvcName":"auth-test-model-5e916d","gateway":"openshift-ingress/e2e-shared-a-w1-5e916d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:58.12769274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"e2e-auth-iso-f51c8e","reconcileID":"105257e0-8499-42a8-a30d-d7a532e02605","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"name":"e2e-shared-b-w1-71bc98-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:58.275923043Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"auth-test-model-71bc98","reconcileID":"99e541df-b09e-4f40-b61b-0c39bcfc3f39","MaaSModelRef":{"name":"auth-test-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"tenant":"e2e-shared-b-w1-71bc98","gateway":"openshift-ingress/e2e-shared-b-w1-71bc98","model":"ai-tenant-e2e-shared-b-w1-71bc98/auth-test-model-71bc98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:58.275944698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"auth-test-model-71bc98","reconcileID":"99e541df-b09e-4f40-b61b-0c39bcfc3f39","MaaSModelRef":{"name":"auth-test-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"routeName":"auth-test-model-71bc98-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-71bc98","llmisvcName":"auth-test-model-71bc98","gateway":"openshift-ingress/e2e-shared-b-w1-71bc98","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:58.337280597Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"e2e-auth-iso-f51c8e","reconcileID":"4630fb65-4f61-4d77-8506-7b916d1e106e","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"model":"ai-tenant-e2e-shared-b-w1-71bc98/auth-test-model-71bc98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:58.494103518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"e2e-auth-iso-f51c8e","reconcileID":"4630fb65-4f61-4d77-8506-7b916d1e106e","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-71bc98","tenantID":"e2e-shared-b-w1-71bc98","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:58.617965978Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"e2e-auth-iso-f51c8e","reconcileID":"4630fb65-4f61-4d77-8506-7b916d1e106e","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"name":"e2e-shared-b-w1-71bc98-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:58.617995304Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"e2e-auth-iso-f51c8e","reconcileID":"4630fb65-4f61-4d77-8506-7b916d1e106e","MaaSAuthPolicy":{"name":"e2e-auth-iso-f51c8e","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-71bc98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:58.674082133Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"auth-test-model-71bc98","reconcileID":"3245118c-74bb-40be-9cc7-ff557b9a6130","MaaSModelRef":{"name":"auth-test-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"tenant":"e2e-shared-b-w1-71bc98","gateway":"openshift-ingress/e2e-shared-b-w1-71bc98","model":"ai-tenant-e2e-shared-b-w1-71bc98/auth-test-model-71bc98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:58.674105409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"auth-test-model-71bc98","reconcileID":"3245118c-74bb-40be-9cc7-ff557b9a6130","MaaSModelRef":{"name":"auth-test-model-71bc98","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"routeName":"auth-test-model-71bc98-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-71bc98","llmisvcName":"auth-test-model-71bc98","gateway":"openshift-ingress/e2e-shared-b-w1-71bc98","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:03:01.027897952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"namespace":"ai-tenant-e2e-shared-a-w0-98b70c","name":"e2e-auth-iso-7e42e7","reconcileID":"79e9438c-58b0-4f92-a9d0-a269c40eb33e","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-98b70c","tenantID":"e2e-shared-a-w0-98b70c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:03:01.084895959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"namespace":"ai-tenant-e2e-shared-a-w0-98b70c","name":"e2e-auth-iso-7e42e7","reconcileID":"79e9438c-58b0-4f92-a9d0-a269c40eb33e","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"name":"e2e-shared-a-w0-98b70c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:03:01.140201663Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-98b70c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"namespace":"ai-tenant-e2e-shared-a-w0-98b70c","name":"e2e-auth-iso-7e42e7","reconcileID":"79e9438c-58b0-4f92-a9d0-a269c40eb33e","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:03:06.666033687Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c4d438","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"namespace":"ai-tenant-e2e-shared-b-w3-c4d438","name":"auth-test-model-c4d438","reconcileID":"b8b57293-6e2f-4920-9aac-5e1d04bd73b6","MaaSModelRef":{"name":"auth-test-model-c4d438","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"tenant":"e2e-shared-b-w3-c4d438","gateway":"openshift-ingress/e2e-shared-b-w3-c4d438","model":"ai-tenant-e2e-shared-b-w3-c4d438/auth-test-model-c4d438","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:03:06.666135561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c4d438","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"namespace":"ai-tenant-e2e-shared-b-w3-c4d438","name":"auth-test-model-c4d438","reconcileID":"b8b57293-6e2f-4920-9aac-5e1d04bd73b6","MaaSModelRef":{"name":"auth-test-model-c4d438","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"routeName":"auth-test-model-c4d438-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-c4d438","llmisvcName":"auth-test-model-c4d438","gateway":"openshift-ingress/e2e-shared-b-w3-c4d438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:03:11.246246099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"namespace":"ai-tenant-e2e-shared-a-w0-98b70c","name":"e2e-auth-iso-7e42e7","reconcileID":"a5d486ea-4f12-4702-9d2c-641cf26e1980","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-98b70c","tenantID":"e2e-shared-a-w0-98b70c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:03:11.302749791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"namespace":"ai-tenant-e2e-shared-a-w0-98b70c","name":"e2e-auth-iso-7e42e7","reconcileID":"a5d486ea-4f12-4702-9d2c-641cf26e1980","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"name":"e2e-shared-a-w0-98b70c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:03:11.358218891Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-98b70c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0828154f8e9aacc6ee157f6de254f5f0aa96ee9c2e826a43648657bfc4a576b7) AuthConfig (f756451b25496e958342c2c600f0523097ad506e92fda49692f7eda32431094d) AuthConfig (436fb047da6037c69be0701ee015f8c3b370d80f3e73eee7b6eaab485c8a4c69) AuthConfig (464a681b60ee8be7e8a8a13ef0bb49c68faf1264b080b272f3bafbcef15b6d98) AuthConfig (c224d31bdf659359a3f88d827650e211c14ca091791f4f98003260bf285f310a) AuthConfig (ef2d77a930440e1287b447e9325e1a4574c3f7a093f92d19636cd66eb41d2d4f) AuthConfig (a4773b7cc6ae72b05f38c485d9a83137b1292908304c1e7e4a059a8bf3f6e7e5) AuthConfig (5cdd5ccc11dc7adfe69bd27b5127d574ea06cad5b9a2a1b493bc47af699b5ee1) AuthConfig (507131af964f3fb11e2a87b2f036d1ad800147ff99f9fbea727c298548fc18f9) AuthConfig (0f5a003071d0793d01daa7dd9ec38e6d6c5fb66ae2c46c341f11aa8544c1e435) AuthConfig (8ed6de34347523977a5d9195ba80d20317d114c8d519f1166658624e7a76bcf8) AuthConfig (8e26b162d157f9b1a1532bc06294c9a9af63aac89883e62f86eba79ee3430494) AuthConfig (da3b75b56bcd565587d2b574c6eda8ad0cf051e7170bc860e807301e37f7aec0) AuthConfig (6c8a98c292c94fd5e596d4e80c68def50d8867e508d9c12ef7d83cbc3d38bc34) AuthConfig (3b0b21e119b41bf658d533c0f66f55e813311dd73f75b4441b87199b521a6d5c) AuthConfig (570d1c7717c8ed4ff5c3eaf42487c4de73f98e07dd0d9114383c56b45dd37987) AuthConfig (c735e16732b330d75c85b7a5b686a95caa9ae129879edd2a561cc63c25e1e7bf) AuthConfig (79232e0407caaca788b8a58f786855436d1672151f11e7652ed4df49c09e82d8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"namespace":"ai-tenant-e2e-shared-a-w0-98b70c","name":"e2e-auth-iso-7e42e7","reconcileID":"a5d486ea-4f12-4702-9d2c-641cf26e1980","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:03:11.415559812Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-98b70c","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"namespace":"ai-tenant-e2e-shared-a-w0-98b70c","name":"auth-test-model-98b70c","reconcileID":"7f029053-e958-488d-908d-d41d4f6fe33d","MaaSModelRef":{"name":"auth-test-model-98b70c","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"tenant":"e2e-shared-a-w0-98b70c","gateway":"openshift-ingress/e2e-shared-a-w0-98b70c","model":"ai-tenant-e2e-shared-a-w0-98b70c/auth-test-model-98b70c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:03:11.415580738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-98b70c","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"namespace":"ai-tenant-e2e-shared-a-w0-98b70c","name":"auth-test-model-98b70c","reconcileID":"7f029053-e958-488d-908d-d41d4f6fe33d","MaaSModelRef":{"name":"auth-test-model-98b70c","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"routeName":"auth-test-model-98b70c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-98b70c","llmisvcName":"auth-test-model-98b70c","gateway":"openshift-ingress/e2e-shared-a-w0-98b70c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:03:12.105983117Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-051514","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"namespace":"ai-tenant-e2e-shared-a-w3-051514","name":"auth-test-model-051514","reconcileID":"83aa6d99-e7d3-4be8-bcdb-580d772e96a4","MaaSModelRef":{"name":"auth-test-model-051514","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"tenant":"e2e-shared-a-w3-051514","gateway":"openshift-ingress/e2e-shared-a-w3-051514","model":"ai-tenant-e2e-shared-a-w3-051514/auth-test-model-051514","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:03:12.106006455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-051514","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"namespace":"ai-tenant-e2e-shared-a-w3-051514","name":"auth-test-model-051514","reconcileID":"83aa6d99-e7d3-4be8-bcdb-580d772e96a4","MaaSModelRef":{"name":"auth-test-model-051514","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"routeName":"auth-test-model-051514-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-051514","llmisvcName":"auth-test-model-051514","gateway":"openshift-ingress/e2e-shared-a-w3-051514","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:03:12.161258866Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-051514","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"namespace":"ai-tenant-e2e-shared-a-w3-051514","name":"auth-test-model-051514","reconcileID":"ec450c34-779f-4ace-8761-4c6debe7cce5","MaaSModelRef":{"name":"auth-test-model-051514","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"tenant":"e2e-shared-a-w3-051514","gateway":"openshift-ingress/e2e-shared-a-w3-051514","model":"ai-tenant-e2e-shared-a-w3-051514/auth-test-model-051514","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:03:12.161285047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-051514","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"namespace":"ai-tenant-e2e-shared-a-w3-051514","name":"auth-test-model-051514","reconcileID":"ec450c34-779f-4ace-8761-4c6debe7cce5","MaaSModelRef":{"name":"auth-test-model-051514","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"routeName":"auth-test-model-051514-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-051514","llmisvcName":"auth-test-model-051514","gateway":"openshift-ingress/e2e-shared-a-w3-051514","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:03:12.266189044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"namespace":"ai-tenant-e2e-shared-a-w3-051514","name":"e2e-auth-iso-a27466","reconcileID":"700b8dd5-f6e3-4195-9f44-6d0b17467e0a","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-051514","tenantID":"e2e-shared-a-w3-051514","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:03:12.388689723Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"namespace":"ai-tenant-e2e-shared-a-w3-051514","name":"e2e-auth-iso-a27466","reconcileID":"700b8dd5-f6e3-4195-9f44-6d0b17467e0a","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"name":"e2e-shared-a-w3-051514-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:03:12.443301269Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-051514-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"namespace":"ai-tenant-e2e-shared-a-w3-051514","name":"e2e-auth-iso-a27466","reconcileID":"700b8dd5-f6e3-4195-9f44-6d0b17467e0a","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:03:12.500276694Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-051514","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"namespace":"ai-tenant-e2e-shared-a-w3-051514","name":"auth-test-model-051514","reconcileID":"e191c0c0-1f46-46de-af40-a1c2f7d664b4","MaaSModelRef":{"name":"auth-test-model-051514","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"tenant":"e2e-shared-a-w3-051514","gateway":"openshift-ingress/e2e-shared-a-w3-051514","model":"ai-tenant-e2e-shared-a-w3-051514/auth-test-model-051514","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:03:12.50030551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-051514","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"namespace":"ai-tenant-e2e-shared-a-w3-051514","name":"auth-test-model-051514","reconcileID":"e191c0c0-1f46-46de-af40-a1c2f7d664b4","MaaSModelRef":{"name":"auth-test-model-051514","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"routeName":"auth-test-model-051514-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-051514","llmisvcName":"auth-test-model-051514","gateway":"openshift-ingress/e2e-shared-a-w3-051514","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:03:14.040964712Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:03:21.521221645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"namespace":"ai-tenant-e2e-shared-a-w0-98b70c","name":"e2e-auth-iso-7e42e7","reconcileID":"ee3d32d7-66c1-48c0-84bd-fa973166e32f","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-98b70c","tenantID":"e2e-shared-a-w0-98b70c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:03:21.578721126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"namespace":"ai-tenant-e2e-shared-a-w0-98b70c","name":"e2e-auth-iso-7e42e7","reconcileID":"ee3d32d7-66c1-48c0-84bd-fa973166e32f","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"name":"e2e-shared-a-w0-98b70c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:03:21.633736487Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-98b70c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0828154f8e9aacc6ee157f6de254f5f0aa96ee9c2e826a43648657bfc4a576b7) AuthConfig (f756451b25496e958342c2c600f0523097ad506e92fda49692f7eda32431094d) AuthConfig (436fb047da6037c69be0701ee015f8c3b370d80f3e73eee7b6eaab485c8a4c69) AuthConfig (464a681b60ee8be7e8a8a13ef0bb49c68faf1264b080b272f3bafbcef15b6d98) AuthConfig (c224d31bdf659359a3f88d827650e211c14ca091791f4f98003260bf285f310a) AuthConfig (ef2d77a930440e1287b447e9325e1a4574c3f7a093f92d19636cd66eb41d2d4f) AuthConfig (a4773b7cc6ae72b05f38c485d9a83137b1292908304c1e7e4a059a8bf3f6e7e5) AuthConfig (5cdd5ccc11dc7adfe69bd27b5127d574ea06cad5b9a2a1b493bc47af699b5ee1) AuthConfig (507131af964f3fb11e2a87b2f036d1ad800147ff99f9fbea727c298548fc18f9) AuthConfig (0f5a003071d0793d01daa7dd9ec38e6d6c5fb66ae2c46c341f11aa8544c1e435) AuthConfig (8ed6de34347523977a5d9195ba80d20317d114c8d519f1166658624e7a76bcf8) AuthConfig (8e26b162d157f9b1a1532bc06294c9a9af63aac89883e62f86eba79ee3430494) AuthConfig (da3b75b56bcd565587d2b574c6eda8ad0cf051e7170bc860e807301e37f7aec0) AuthConfig (6c8a98c292c94fd5e596d4e80c68def50d8867e508d9c12ef7d83cbc3d38bc34) AuthConfig (3b0b21e119b41bf658d533c0f66f55e813311dd73f75b4441b87199b521a6d5c) AuthConfig (570d1c7717c8ed4ff5c3eaf42487c4de73f98e07dd0d9114383c56b45dd37987) AuthConfig (c735e16732b330d75c85b7a5b686a95caa9ae129879edd2a561cc63c25e1e7bf) AuthConfig (79232e0407caaca788b8a58f786855436d1672151f11e7652ed4df49c09e82d8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"namespace":"ai-tenant-e2e-shared-a-w0-98b70c","name":"e2e-auth-iso-7e42e7","reconcileID":"ee3d32d7-66c1-48c0-84bd-fa973166e32f","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:03:22.607284167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"namespace":"ai-tenant-e2e-shared-a-w3-051514","name":"e2e-auth-iso-a27466","reconcileID":"965c8bf6-95e8-4e2e-b851-a0111d826e06","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-051514","tenantID":"e2e-shared-a-w3-051514","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:03:22.663200317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"namespace":"ai-tenant-e2e-shared-a-w3-051514","name":"e2e-auth-iso-a27466","reconcileID":"965c8bf6-95e8-4e2e-b851-a0111d826e06","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"name":"e2e-shared-a-w3-051514-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:03:22.718733629Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-051514-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"namespace":"ai-tenant-e2e-shared-a-w3-051514","name":"e2e-auth-iso-a27466","reconcileID":"965c8bf6-95e8-4e2e-b851-a0111d826e06","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:03:31.740829278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"namespace":"ai-tenant-e2e-shared-a-w0-98b70c","name":"e2e-auth-iso-7e42e7","reconcileID":"e8c68633-9ef1-47fa-a228-800632a442bd","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-98b70c","tenantID":"e2e-shared-a-w0-98b70c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:03:31.797380448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"namespace":"ai-tenant-e2e-shared-a-w0-98b70c","name":"e2e-auth-iso-7e42e7","reconcileID":"e8c68633-9ef1-47fa-a228-800632a442bd","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"name":"e2e-shared-a-w0-98b70c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:03:31.852817557Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-98b70c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0828154f8e9aacc6ee157f6de254f5f0aa96ee9c2e826a43648657bfc4a576b7) AuthConfig (f756451b25496e958342c2c600f0523097ad506e92fda49692f7eda32431094d) AuthConfig (436fb047da6037c69be0701ee015f8c3b370d80f3e73eee7b6eaab485c8a4c69) AuthConfig (464a681b60ee8be7e8a8a13ef0bb49c68faf1264b080b272f3bafbcef15b6d98) AuthConfig (c224d31bdf659359a3f88d827650e211c14ca091791f4f98003260bf285f310a) AuthConfig (ef2d77a930440e1287b447e9325e1a4574c3f7a093f92d19636cd66eb41d2d4f) AuthConfig (a4773b7cc6ae72b05f38c485d9a83137b1292908304c1e7e4a059a8bf3f6e7e5) AuthConfig (5cdd5ccc11dc7adfe69bd27b5127d574ea06cad5b9a2a1b493bc47af699b5ee1) AuthConfig (507131af964f3fb11e2a87b2f036d1ad800147ff99f9fbea727c298548fc18f9) AuthConfig (0f5a003071d0793d01daa7dd9ec38e6d6c5fb66ae2c46c341f11aa8544c1e435) AuthConfig (8ed6de34347523977a5d9195ba80d20317d114c8d519f1166658624e7a76bcf8) AuthConfig (8e26b162d157f9b1a1532bc06294c9a9af63aac89883e62f86eba79ee3430494) AuthConfig (da3b75b56bcd565587d2b574c6eda8ad0cf051e7170bc860e807301e37f7aec0) AuthConfig (6c8a98c292c94fd5e596d4e80c68def50d8867e508d9c12ef7d83cbc3d38bc34) AuthConfig (3b0b21e119b41bf658d533c0f66f55e813311dd73f75b4441b87199b521a6d5c) AuthConfig (570d1c7717c8ed4ff5c3eaf42487c4de73f98e07dd0d9114383c56b45dd37987) AuthConfig (c735e16732b330d75c85b7a5b686a95caa9ae129879edd2a561cc63c25e1e7bf) AuthConfig (79232e0407caaca788b8a58f786855436d1672151f11e7652ed4df49c09e82d8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"namespace":"ai-tenant-e2e-shared-a-w0-98b70c","name":"e2e-auth-iso-7e42e7","reconcileID":"e8c68633-9ef1-47fa-a228-800632a442bd","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:03:32.824165154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"namespace":"ai-tenant-e2e-shared-a-w3-051514","name":"e2e-auth-iso-a27466","reconcileID":"7253c80c-531b-4735-ba1a-9b6cf24d7b33","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-051514","tenantID":"e2e-shared-a-w3-051514","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:03:32.882147834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"namespace":"ai-tenant-e2e-shared-a-w3-051514","name":"e2e-auth-iso-a27466","reconcileID":"7253c80c-531b-4735-ba1a-9b6cf24d7b33","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"name":"e2e-shared-a-w3-051514-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:03:32.938123439Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-051514-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5d7748b79afb3e810eed269a8c82ca28b291bab8ec4db3a9d7d9fd2536d5e814) AuthConfig (b9ce0ff3ad7a6e31ba1d0be2ba94892705a74e2c7544e8d4e11867f869e55c5d) AuthConfig (48fea75aef778ab4fc676838462ab7fbee4a4217c8b0f18022bb774678d06662) AuthConfig (9a126f349786f3a301387cd44b69392457d9586cdf9b25065aff9d71d751f59d) AuthConfig (ab774e919767021b0c059ca83400df1d55b9d860ea70f1f0cbf631edc41142f0) AuthConfig (4f2a7224b97ddd84c3bf77a195b1a7c57a2902def33f902c74421084773c737f) AuthConfig (917338997ce02b2ab3e780f553a4d057dab0416a40dcbd2f9d92614333a25bc5) AuthConfig (e5bd49a2e011bccd5a50935ee2724e1360cd365f21761cd254a3dae98f5a4f52) AuthConfig (a954ef95509738327984a2de4ef35e7653838b11c14e07d9e68e2f21e3234ff8) AuthConfig (57ca53bdfb6c20bce7b8b7b3516c586bc78150299e3099619363a9301f2a056b) AuthConfig (7034cafeb5689434010232c15f0cce66896f2b5c6cf98041125118fef8598f09) AuthConfig (315d150821a77cbd783d4acbb3036b3af1d42a948cf42471ca2bbc1bc03c9824) AuthConfig (c9b8bca2c1301d23829c2c75215002d98e51c8c7b2c47fa99bf0e4a82d7c0536) AuthConfig (487db81767dc12952496bf7e4b6659ca1f3c9f7547303053dd80f4e967997eb5) AuthConfig (15373a95f2725001fa26e21f4e2cceb65e1b6caf62e267e0e8c654f535b66db0) AuthConfig (313bb3c7ebd7834376229b819662d3ba5634031b34904e61e38686533f592b37) AuthConfig (c04ec83fcf7c94632ebb00650a2b041c1efce1f4134aa16d27d8e1db7a6a8c98) AuthConfig (9a5ac99273ef5b0c39626512d2876323c41d461c6cd2ce899b9c3051f320b0cd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"namespace":"ai-tenant-e2e-shared-a-w3-051514","name":"e2e-auth-iso-a27466","reconcileID":"7253c80c-531b-4735-ba1a-9b6cf24d7b33","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:03:32.995719557Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-051514","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"namespace":"ai-tenant-e2e-shared-a-w3-051514","name":"auth-test-model-051514","reconcileID":"d1e3e085-0bd1-4a9e-a503-225149860fa0","MaaSModelRef":{"name":"auth-test-model-051514","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"tenant":"e2e-shared-a-w3-051514","gateway":"openshift-ingress/e2e-shared-a-w3-051514","model":"ai-tenant-e2e-shared-a-w3-051514/auth-test-model-051514","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:03:32.995743744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-051514","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"namespace":"ai-tenant-e2e-shared-a-w3-051514","name":"auth-test-model-051514","reconcileID":"d1e3e085-0bd1-4a9e-a503-225149860fa0","MaaSModelRef":{"name":"auth-test-model-051514","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"routeName":"auth-test-model-051514-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-051514","llmisvcName":"auth-test-model-051514","gateway":"openshift-ingress/e2e-shared-a-w3-051514","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:03:41.959639673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"namespace":"ai-tenant-e2e-shared-a-w0-98b70c","name":"e2e-auth-iso-7e42e7","reconcileID":"f1502e4c-8344-4010-aed1-ee1cb719290d","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-98b70c","tenantID":"e2e-shared-a-w0-98b70c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:03:42.017050936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"namespace":"ai-tenant-e2e-shared-a-w0-98b70c","name":"e2e-auth-iso-7e42e7","reconcileID":"f1502e4c-8344-4010-aed1-ee1cb719290d","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"name":"e2e-shared-a-w0-98b70c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:03:42.333579044Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-98b70c","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"namespace":"ai-tenant-e2e-shared-a-w0-98b70c","name":"auth-test-model-98b70c","reconcileID":"5de4edc2-0357-496f-93a6-85b13eb12959","MaaSModelRef":{"name":"auth-test-model-98b70c","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"tenant":"e2e-shared-a-w0-98b70c","gateway":"openshift-ingress/e2e-shared-a-w0-98b70c","model":"ai-tenant-e2e-shared-a-w0-98b70c/auth-test-model-98b70c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:03:42.333602746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-98b70c","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"namespace":"ai-tenant-e2e-shared-a-w0-98b70c","name":"auth-test-model-98b70c","reconcileID":"5de4edc2-0357-496f-93a6-85b13eb12959","MaaSModelRef":{"name":"auth-test-model-98b70c","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"routeName":"auth-test-model-98b70c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-98b70c","llmisvcName":"auth-test-model-98b70c","gateway":"openshift-ingress/e2e-shared-a-w0-98b70c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:03:43.101094966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"namespace":"ai-tenant-e2e-shared-a-w3-051514","name":"e2e-auth-iso-a27466","reconcileID":"98ef8414-ebc4-4795-9791-1d488d69083c","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-051514","tenantID":"e2e-shared-a-w3-051514","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:03:43.158302971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"namespace":"ai-tenant-e2e-shared-a-w3-051514","name":"e2e-auth-iso-a27466","reconcileID":"98ef8414-ebc4-4795-9791-1d488d69083c","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"name":"e2e-shared-a-w3-051514-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:03:43.21359087Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-051514-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5d7748b79afb3e810eed269a8c82ca28b291bab8ec4db3a9d7d9fd2536d5e814) AuthConfig (b9ce0ff3ad7a6e31ba1d0be2ba94892705a74e2c7544e8d4e11867f869e55c5d) AuthConfig (48fea75aef778ab4fc676838462ab7fbee4a4217c8b0f18022bb774678d06662) AuthConfig (9a126f349786f3a301387cd44b69392457d9586cdf9b25065aff9d71d751f59d) AuthConfig (ab774e919767021b0c059ca83400df1d55b9d860ea70f1f0cbf631edc41142f0) AuthConfig (4f2a7224b97ddd84c3bf77a195b1a7c57a2902def33f902c74421084773c737f) AuthConfig (917338997ce02b2ab3e780f553a4d057dab0416a40dcbd2f9d92614333a25bc5) AuthConfig (e5bd49a2e011bccd5a50935ee2724e1360cd365f21761cd254a3dae98f5a4f52) AuthConfig (a954ef95509738327984a2de4ef35e7653838b11c14e07d9e68e2f21e3234ff8) AuthConfig (57ca53bdfb6c20bce7b8b7b3516c586bc78150299e3099619363a9301f2a056b) AuthConfig (7034cafeb5689434010232c15f0cce66896f2b5c6cf98041125118fef8598f09) AuthConfig (315d150821a77cbd783d4acbb3036b3af1d42a948cf42471ca2bbc1bc03c9824) AuthConfig (c9b8bca2c1301d23829c2c75215002d98e51c8c7b2c47fa99bf0e4a82d7c0536) AuthConfig (487db81767dc12952496bf7e4b6659ca1f3c9f7547303053dd80f4e967997eb5) AuthConfig (15373a95f2725001fa26e21f4e2cceb65e1b6caf62e267e0e8c654f535b66db0) AuthConfig (313bb3c7ebd7834376229b819662d3ba5634031b34904e61e38686533f592b37) AuthConfig (c04ec83fcf7c94632ebb00650a2b041c1efce1f4134aa16d27d8e1db7a6a8c98) AuthConfig (9a5ac99273ef5b0c39626512d2876323c41d461c6cd2ce899b9c3051f320b0cd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"namespace":"ai-tenant-e2e-shared-a-w3-051514","name":"e2e-auth-iso-a27466","reconcileID":"98ef8414-ebc4-4795-9791-1d488d69083c","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:03:44.031018209Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:03:47.51976634Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-98b70c","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"namespace":"ai-tenant-e2e-shared-a-w0-98b70c","name":"auth-test-model-98b70c","reconcileID":"65754a70-3dfb-4faf-8450-4ccf2c7fbb59","MaaSModelRef":{"name":"auth-test-model-98b70c","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"tenant":"e2e-shared-a-w0-98b70c","gateway":"openshift-ingress/e2e-shared-a-w0-98b70c","model":"ai-tenant-e2e-shared-a-w0-98b70c/auth-test-model-98b70c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:03:47.51978789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-98b70c","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"namespace":"ai-tenant-e2e-shared-a-w0-98b70c","name":"auth-test-model-98b70c","reconcileID":"65754a70-3dfb-4faf-8450-4ccf2c7fbb59","MaaSModelRef":{"name":"auth-test-model-98b70c","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"routeName":"auth-test-model-98b70c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-98b70c","llmisvcName":"auth-test-model-98b70c","gateway":"openshift-ingress/e2e-shared-a-w0-98b70c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:03:47.581043382Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-98b70c","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"namespace":"ai-tenant-e2e-shared-a-w0-98b70c","name":"auth-test-model-98b70c","reconcileID":"4305e42d-436d-46ba-81e9-e2fae2e10212","MaaSModelRef":{"name":"auth-test-model-98b70c","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"tenant":"e2e-shared-a-w0-98b70c","gateway":"openshift-ingress/e2e-shared-a-w0-98b70c","model":"ai-tenant-e2e-shared-a-w0-98b70c/auth-test-model-98b70c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:03:47.581144069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-98b70c","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"namespace":"ai-tenant-e2e-shared-a-w0-98b70c","name":"auth-test-model-98b70c","reconcileID":"4305e42d-436d-46ba-81e9-e2fae2e10212","MaaSModelRef":{"name":"auth-test-model-98b70c","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"routeName":"auth-test-model-98b70c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-98b70c","llmisvcName":"auth-test-model-98b70c","gateway":"openshift-ingress/e2e-shared-a-w0-98b70c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:03:47.627341295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"namespace":"ai-tenant-e2e-shared-a-w0-98b70c","name":"e2e-auth-iso-7e42e7","reconcileID":"62d5c0d3-7099-427a-ae1d-69bd35ba89f9","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-98b70c","tenantID":"e2e-shared-a-w0-98b70c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T02:03:47.630922452Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"namespace":"ai-tenant-e2e-shared-a-w0-98b70c","name":"e2e-auth-iso-7e42e7","reconcileID":"8a635ed6-b011-45ed-8f7c-406cc8ed99f5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-7e42e7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T02:03:47.688297624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"namespace":"ai-tenant-e2e-shared-a-w0-98b70c","name":"e2e-auth-iso-7e42e7","reconcileID":"62d5c0d3-7099-427a-ae1d-69bd35ba89f9","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"name":"e2e-shared-a-w0-98b70c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:03:47.74264391Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-98b70c","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"namespace":"ai-tenant-e2e-shared-a-w0-98b70c","name":"auth-test-model-98b70c","reconcileID":"a4521e4b-d94d-4c9c-8f63-ea398cf3466d","MaaSModelRef":{"name":"auth-test-model-98b70c","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"tenant":"e2e-shared-a-w0-98b70c","gateway":"openshift-ingress/e2e-shared-a-w0-98b70c","model":"ai-tenant-e2e-shared-a-w0-98b70c/auth-test-model-98b70c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:03:47.742802698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-98b70c","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"namespace":"ai-tenant-e2e-shared-a-w0-98b70c","name":"auth-test-model-98b70c","reconcileID":"a4521e4b-d94d-4c9c-8f63-ea398cf3466d","MaaSModelRef":{"name":"auth-test-model-98b70c","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"routeName":"auth-test-model-98b70c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-98b70c","llmisvcName":"auth-test-model-98b70c","gateway":"openshift-ingress/e2e-shared-a-w0-98b70c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:03:47.801354611Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-98b70c","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"namespace":"ai-tenant-e2e-shared-a-w0-98b70c","name":"auth-test-model-98b70c","reconcileID":"df6c8192-57c2-44e5-b66e-20e959fb79c6","MaaSModelRef":{"name":"auth-test-model-98b70c","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"tenant":"e2e-shared-a-w0-98b70c","gateway":"openshift-ingress/e2e-shared-a-w0-98b70c","model":"ai-tenant-e2e-shared-a-w0-98b70c/auth-test-model-98b70c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:03:47.801379333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-98b70c","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"namespace":"ai-tenant-e2e-shared-a-w0-98b70c","name":"auth-test-model-98b70c","reconcileID":"df6c8192-57c2-44e5-b66e-20e959fb79c6","MaaSModelRef":{"name":"auth-test-model-98b70c","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"routeName":"auth-test-model-98b70c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-98b70c","llmisvcName":"auth-test-model-98b70c","gateway":"openshift-ingress/e2e-shared-a-w0-98b70c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:03:48.001668752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"namespace":"ai-tenant-e2e-shared-a-w0-98b70c","name":"e2e-auth-iso-7e42e7","reconcileID":"b94a5541-c6fe-4d5d-82b8-726161a5d96d","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-98b70c","tenantID":"e2e-shared-a-w0-98b70c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:03:48.01457142Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"namespace":"ai-tenant-e2e-shared-a-w0-98b70c","name":"e2e-auth-iso-7e42e7","reconcileID":"0650cd6c-8cef-40db-8a80-6d5ae63d4b45","MaaSSubscription":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"name":"maas-trlp-auth-test-model-98b70c","model":"auth-test-model-98b70c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w0-98b70c/e2e-auth-iso-7e42e7"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:03:48.058753812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"namespace":"ai-tenant-e2e-shared-a-w0-98b70c","name":"e2e-auth-iso-7e42e7","reconcileID":"b94a5541-c6fe-4d5d-82b8-726161a5d96d","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"name":"e2e-shared-a-w0-98b70c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:03:48.182872833Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-98b70c","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"namespace":"ai-tenant-e2e-shared-a-w0-98b70c","name":"auth-test-model-98b70c","reconcileID":"0e126564-ddf7-45c2-aa2d-df5dca18f28c","MaaSModelRef":{"name":"auth-test-model-98b70c","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"tenant":"e2e-shared-a-w0-98b70c","gateway":"openshift-ingress/e2e-shared-a-w0-98b70c","model":"ai-tenant-e2e-shared-a-w0-98b70c/auth-test-model-98b70c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:03:48.182894649Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-98b70c","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"namespace":"ai-tenant-e2e-shared-a-w0-98b70c","name":"auth-test-model-98b70c","reconcileID":"0e126564-ddf7-45c2-aa2d-df5dca18f28c","MaaSModelRef":{"name":"auth-test-model-98b70c","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"routeName":"auth-test-model-98b70c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-98b70c","llmisvcName":"auth-test-model-98b70c","gateway":"openshift-ingress/e2e-shared-a-w0-98b70c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:03:48.395291514Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"namespace":"ai-tenant-e2e-shared-a-w0-98b70c","name":"e2e-auth-iso-7e42e7","reconcileID":"60c32a22-197d-4b9f-8dd3-9f90fe767e4b","MaaSSubscription":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"name":"maas-trlp-auth-test-model-98b70c","model":"ai-tenant-e2e-shared-a-w0-98b70c/auth-test-model-98b70c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:03:53.318627759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"namespace":"ai-tenant-e2e-shared-a-w3-051514","name":"e2e-auth-iso-a27466","reconcileID":"18e5fa7f-24a7-4225-9c28-9fdc01dc9074","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-051514","tenantID":"e2e-shared-a-w3-051514","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:03:53.37525776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"namespace":"ai-tenant-e2e-shared-a-w3-051514","name":"e2e-auth-iso-a27466","reconcileID":"18e5fa7f-24a7-4225-9c28-9fdc01dc9074","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"name":"e2e-shared-a-w3-051514-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:03:53.433401428Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-051514-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5d7748b79afb3e810eed269a8c82ca28b291bab8ec4db3a9d7d9fd2536d5e814) AuthConfig (b9ce0ff3ad7a6e31ba1d0be2ba94892705a74e2c7544e8d4e11867f869e55c5d) AuthConfig (48fea75aef778ab4fc676838462ab7fbee4a4217c8b0f18022bb774678d06662) AuthConfig (9a126f349786f3a301387cd44b69392457d9586cdf9b25065aff9d71d751f59d) AuthConfig (ab774e919767021b0c059ca83400df1d55b9d860ea70f1f0cbf631edc41142f0) AuthConfig (4f2a7224b97ddd84c3bf77a195b1a7c57a2902def33f902c74421084773c737f) AuthConfig (917338997ce02b2ab3e780f553a4d057dab0416a40dcbd2f9d92614333a25bc5) AuthConfig (e5bd49a2e011bccd5a50935ee2724e1360cd365f21761cd254a3dae98f5a4f52) AuthConfig (a954ef95509738327984a2de4ef35e7653838b11c14e07d9e68e2f21e3234ff8) AuthConfig (57ca53bdfb6c20bce7b8b7b3516c586bc78150299e3099619363a9301f2a056b) AuthConfig (7034cafeb5689434010232c15f0cce66896f2b5c6cf98041125118fef8598f09) AuthConfig (315d150821a77cbd783d4acbb3036b3af1d42a948cf42471ca2bbc1bc03c9824) AuthConfig (c9b8bca2c1301d23829c2c75215002d98e51c8c7b2c47fa99bf0e4a82d7c0536) AuthConfig (487db81767dc12952496bf7e4b6659ca1f3c9f7547303053dd80f4e967997eb5) AuthConfig (15373a95f2725001fa26e21f4e2cceb65e1b6caf62e267e0e8c654f535b66db0) AuthConfig (313bb3c7ebd7834376229b819662d3ba5634031b34904e61e38686533f592b37) AuthConfig (c04ec83fcf7c94632ebb00650a2b041c1efce1f4134aa16d27d8e1db7a6a8c98) AuthConfig (9a5ac99273ef5b0c39626512d2876323c41d461c6cd2ce899b9c3051f320b0cd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"namespace":"ai-tenant-e2e-shared-a-w3-051514","name":"e2e-auth-iso-a27466","reconcileID":"18e5fa7f-24a7-4225-9c28-9fdc01dc9074","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:00.686841932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"explicit-model-c4be41","namespace":"ai-tenant-e2e-explicit-c4be41"},"namespace":"ai-tenant-e2e-explicit-c4be41","name":"explicit-model-c4be41","reconcileID":"35086dc6-8e56-495c-b983-79aba10fa928","MaaSModelRef":{"name":"explicit-model-c4be41","namespace":"ai-tenant-e2e-explicit-c4be41"},"routeName":"explicit-model-c4be41-kserve-route","namespace":"ai-tenant-e2e-explicit-c4be41","llmisvcName":"explicit-model-c4be41","gateway":"openshift-ingress/e2e-explicit-c4be41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:03.53882838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"namespace":"ai-tenant-e2e-shared-a-w3-051514","name":"e2e-auth-iso-a27466","reconcileID":"448391ed-c239-4b25-8eb5-82aa61e8ceca","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-051514","tenantID":"e2e-shared-a-w3-051514","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:03.595978326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"namespace":"ai-tenant-e2e-shared-a-w3-051514","name":"e2e-auth-iso-a27466","reconcileID":"448391ed-c239-4b25-8eb5-82aa61e8ceca","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"name":"e2e-shared-a-w3-051514-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:03.651347398Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-051514-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5d7748b79afb3e810eed269a8c82ca28b291bab8ec4db3a9d7d9fd2536d5e814) AuthConfig (b9ce0ff3ad7a6e31ba1d0be2ba94892705a74e2c7544e8d4e11867f869e55c5d) AuthConfig (48fea75aef778ab4fc676838462ab7fbee4a4217c8b0f18022bb774678d06662) AuthConfig (9a126f349786f3a301387cd44b69392457d9586cdf9b25065aff9d71d751f59d) AuthConfig (ab774e919767021b0c059ca83400df1d55b9d860ea70f1f0cbf631edc41142f0) AuthConfig (4f2a7224b97ddd84c3bf77a195b1a7c57a2902def33f902c74421084773c737f) AuthConfig (917338997ce02b2ab3e780f553a4d057dab0416a40dcbd2f9d92614333a25bc5) AuthConfig (e5bd49a2e011bccd5a50935ee2724e1360cd365f21761cd254a3dae98f5a4f52) AuthConfig (a954ef95509738327984a2de4ef35e7653838b11c14e07d9e68e2f21e3234ff8) AuthConfig (57ca53bdfb6c20bce7b8b7b3516c586bc78150299e3099619363a9301f2a056b) AuthConfig (7034cafeb5689434010232c15f0cce66896f2b5c6cf98041125118fef8598f09) AuthConfig (315d150821a77cbd783d4acbb3036b3af1d42a948cf42471ca2bbc1bc03c9824) AuthConfig (c9b8bca2c1301d23829c2c75215002d98e51c8c7b2c47fa99bf0e4a82d7c0536) AuthConfig (487db81767dc12952496bf7e4b6659ca1f3c9f7547303053dd80f4e967997eb5) AuthConfig (15373a95f2725001fa26e21f4e2cceb65e1b6caf62e267e0e8c654f535b66db0) AuthConfig (313bb3c7ebd7834376229b819662d3ba5634031b34904e61e38686533f592b37) AuthConfig (c04ec83fcf7c94632ebb00650a2b041c1efce1f4134aa16d27d8e1db7a6a8c98) AuthConfig (9a5ac99273ef5b0c39626512d2876323c41d461c6cd2ce899b9c3051f320b0cd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"namespace":"ai-tenant-e2e-shared-a-w3-051514","name":"e2e-auth-iso-a27466","reconcileID":"448391ed-c239-4b25-8eb5-82aa61e8ceca","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:07.041129527Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"namespace":"ai-tenant-e2e-shared-a-w0-98b70c","name":"e2e-auth-iso-7e42e7","reconcileID":"ef7ae159-0119-4657-8b8c-88ed024e41c6","MaaSSubscription":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"name":"maas-trlp-auth-test-model-98b70c","model":"ai-tenant-e2e-shared-a-w0-98b70c/auth-test-model-98b70c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:07.207263539Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-98b70c","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"namespace":"ai-tenant-e2e-shared-a-w0-98b70c","name":"auth-test-model-98b70c","reconcileID":"ceab9f81-fcc5-460b-9991-a53a538bf125","MaaSModelRef":{"name":"auth-test-model-98b70c","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"tenant":"e2e-shared-a-w0-98b70c","gateway":"openshift-ingress/e2e-shared-a-w0-98b70c","model":"ai-tenant-e2e-shared-a-w0-98b70c/auth-test-model-98b70c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:07.207285909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-98b70c","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"namespace":"ai-tenant-e2e-shared-a-w0-98b70c","name":"auth-test-model-98b70c","reconcileID":"ceab9f81-fcc5-460b-9991-a53a538bf125","MaaSModelRef":{"name":"auth-test-model-98b70c","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"routeName":"auth-test-model-98b70c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-98b70c","llmisvcName":"auth-test-model-98b70c","gateway":"openshift-ingress/e2e-shared-a-w0-98b70c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:08.414429244Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-98c748","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"namespace":"ai-tenant-e2e-shared-b-w0-98c748","name":"auth-test-model-98c748","reconcileID":"8745e9f6-7422-430b-b05a-8e083df77c35","MaaSModelRef":{"name":"auth-test-model-98c748","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"tenant":"e2e-shared-b-w0-98c748","gateway":"openshift-ingress/e2e-shared-b-w0-98c748","model":"ai-tenant-e2e-shared-b-w0-98c748/auth-test-model-98c748","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:08.414452412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-98c748","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"namespace":"ai-tenant-e2e-shared-b-w0-98c748","name":"auth-test-model-98c748","reconcileID":"8745e9f6-7422-430b-b05a-8e083df77c35","MaaSModelRef":{"name":"auth-test-model-98c748","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"routeName":"auth-test-model-98c748-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-98c748","llmisvcName":"auth-test-model-98c748","gateway":"openshift-ingress/e2e-shared-b-w0-98c748","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:08.471357842Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-98c748","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"namespace":"ai-tenant-e2e-shared-b-w0-98c748","name":"auth-test-model-98c748","reconcileID":"07461794-8ea5-49c6-9f10-b88313f3198f","MaaSModelRef":{"name":"auth-test-model-98c748","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"tenant":"e2e-shared-b-w0-98c748","gateway":"openshift-ingress/e2e-shared-b-w0-98c748","model":"ai-tenant-e2e-shared-b-w0-98c748/auth-test-model-98c748","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:08.471386043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-98c748","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"namespace":"ai-tenant-e2e-shared-b-w0-98c748","name":"auth-test-model-98c748","reconcileID":"07461794-8ea5-49c6-9f10-b88313f3198f","MaaSModelRef":{"name":"auth-test-model-98c748","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"routeName":"auth-test-model-98c748-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-98c748","llmisvcName":"auth-test-model-98c748","gateway":"openshift-ingress/e2e-shared-b-w0-98c748","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:08.575470444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"namespace":"ai-tenant-e2e-shared-b-w0-98c748","name":"e2e-auth-iso-7e42e7","reconcileID":"6372d22d-968b-4d1d-9137-3a916aa09d1f","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-98c748","tenantID":"e2e-shared-b-w0-98c748","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:08.588448925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"namespace":"ai-tenant-e2e-shared-a-w0-98b70c","name":"e2e-auth-iso-7e42e7","reconcileID":"e781bf23-67f9-4d74-b73f-9b148c4860a1","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-98b70c","tenantID":"e2e-shared-a-w0-98b70c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:08.647437427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"namespace":"ai-tenant-e2e-shared-a-w0-98b70c","name":"e2e-auth-iso-7e42e7","reconcileID":"e781bf23-67f9-4d74-b73f-9b148c4860a1","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"name":"e2e-shared-a-w0-98b70c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:08.70209132Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"namespace":"ai-tenant-e2e-shared-b-w0-98c748","name":"e2e-auth-iso-7e42e7","reconcileID":"6372d22d-968b-4d1d-9137-3a916aa09d1f","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"name":"e2e-shared-b-w0-98c748-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:08.75679075Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-98c748-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"namespace":"ai-tenant-e2e-shared-b-w0-98c748","name":"e2e-auth-iso-7e42e7","reconcileID":"6372d22d-968b-4d1d-9137-3a916aa09d1f","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:08.813943025Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-98c748","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"namespace":"ai-tenant-e2e-shared-b-w0-98c748","name":"auth-test-model-98c748","reconcileID":"4e76a361-9fb8-4968-9e1b-e55829d139a3","MaaSModelRef":{"name":"auth-test-model-98c748","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"tenant":"e2e-shared-b-w0-98c748","gateway":"openshift-ingress/e2e-shared-b-w0-98c748","model":"ai-tenant-e2e-shared-b-w0-98c748/auth-test-model-98c748","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:08.813968579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-98c748","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"namespace":"ai-tenant-e2e-shared-b-w0-98c748","name":"auth-test-model-98c748","reconcileID":"4e76a361-9fb8-4968-9e1b-e55829d139a3","MaaSModelRef":{"name":"auth-test-model-98c748","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"routeName":"auth-test-model-98c748-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-98c748","llmisvcName":"auth-test-model-98c748","gateway":"openshift-ingress/e2e-shared-b-w0-98c748","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:09.78577713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8354c17e-48c4-466a-8fa0-7107c15c0ec1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:09.838518916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8354c17e-48c4-466a-8fa0-7107c15c0ec1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:09.891394185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8354c17e-48c4-466a-8fa0-7107c15c0ec1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:09.944042581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8354c17e-48c4-466a-8fa0-7107c15c0ec1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:10.281559287Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-183266","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-183266","reconcileID":"378eaec3-fdd7-4f07-9059-a369f4d2d427","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-183266","applied":{"maas.opendatahub.io/gateway-access-e2e-autores-183266":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:11.891710299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fe5e4fb-9398-4aa6-ab04-90aa70dd091c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:11.944348599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fe5e4fb-9398-4aa6-ab04-90aa70dd091c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:11.997029059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fe5e4fb-9398-4aa6-ab04-90aa70dd091c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:12.049876046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fe5e4fb-9398-4aa6-ab04-90aa70dd091c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:13.756465321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"namespace":"ai-tenant-e2e-shared-a-w3-051514","name":"e2e-auth-iso-a27466","reconcileID":"ac9dc902-d536-498d-ae39-1d6fef31da6a","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-051514","tenantID":"e2e-shared-a-w3-051514","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:13.813367441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"namespace":"ai-tenant-e2e-shared-a-w3-051514","name":"e2e-auth-iso-a27466","reconcileID":"ac9dc902-d536-498d-ae39-1d6fef31da6a","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"name":"e2e-shared-a-w3-051514-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:13.937088958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"671f8502-cf3e-4a3b-8860-88c4082a7266","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:13.989981923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"671f8502-cf3e-4a3b-8860-88c4082a7266","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:14.031017069Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:14.042767319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"671f8502-cf3e-4a3b-8860-88c4082a7266","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:14.096495495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"671f8502-cf3e-4a3b-8860-88c4082a7266","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:14.102369469Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-051514","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"namespace":"ai-tenant-e2e-shared-a-w3-051514","name":"auth-test-model-051514","reconcileID":"3d785839-8be7-4528-ae02-dee28254a445","MaaSModelRef":{"name":"auth-test-model-051514","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"tenant":"e2e-shared-a-w3-051514","gateway":"openshift-ingress/e2e-shared-a-w3-051514","model":"ai-tenant-e2e-shared-a-w3-051514/auth-test-model-051514","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:14.102394139Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-051514","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"namespace":"ai-tenant-e2e-shared-a-w3-051514","name":"auth-test-model-051514","reconcileID":"3d785839-8be7-4528-ae02-dee28254a445","MaaSModelRef":{"name":"auth-test-model-051514","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"routeName":"auth-test-model-051514-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-051514","llmisvcName":"auth-test-model-051514","gateway":"openshift-ingress/e2e-shared-a-w3-051514","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:16.22625646Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5632ea","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"namespace":"ai-tenant-e2e-shared-b-w2-5632ea","name":"auth-test-model-5632ea","reconcileID":"807efc21-a69b-4867-82d6-0c47d2a38070","MaaSModelRef":{"name":"auth-test-model-5632ea","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"tenant":"e2e-shared-b-w2-5632ea","gateway":"openshift-ingress/e2e-shared-b-w2-5632ea","model":"ai-tenant-e2e-shared-b-w2-5632ea/auth-test-model-5632ea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:16.22628909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5632ea","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"namespace":"ai-tenant-e2e-shared-b-w2-5632ea","name":"auth-test-model-5632ea","reconcileID":"807efc21-a69b-4867-82d6-0c47d2a38070","MaaSModelRef":{"name":"auth-test-model-5632ea","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"routeName":"auth-test-model-5632ea-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-5632ea","llmisvcName":"auth-test-model-5632ea","gateway":"openshift-ingress/e2e-shared-b-w2-5632ea","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:18.920064033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"namespace":"ai-tenant-e2e-shared-b-w0-98c748","name":"e2e-auth-iso-7e42e7","reconcileID":"fda994bb-1cb0-48a3-8c49-c5866a7b14b2","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-98c748","tenantID":"e2e-shared-b-w0-98c748","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:18.977184541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"namespace":"ai-tenant-e2e-shared-b-w0-98c748","name":"e2e-auth-iso-7e42e7","reconcileID":"fda994bb-1cb0-48a3-8c49-c5866a7b14b2","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"name":"e2e-shared-b-w0-98c748-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:19.032951782Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-98c748-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"namespace":"ai-tenant-e2e-shared-b-w0-98c748","name":"e2e-auth-iso-7e42e7","reconcileID":"fda994bb-1cb0-48a3-8c49-c5866a7b14b2","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:19.302912224Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-051514","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"namespace":"ai-tenant-e2e-shared-a-w3-051514","name":"auth-test-model-051514","reconcileID":"c47574ce-eab3-4472-aa41-5f733221fadd","MaaSModelRef":{"name":"auth-test-model-051514","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"tenant":"e2e-shared-a-w3-051514","gateway":"openshift-ingress/e2e-shared-a-w3-051514","model":"ai-tenant-e2e-shared-a-w3-051514/auth-test-model-051514","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:19.303008915Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-051514","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"namespace":"ai-tenant-e2e-shared-a-w3-051514","name":"auth-test-model-051514","reconcileID":"c47574ce-eab3-4472-aa41-5f733221fadd","MaaSModelRef":{"name":"auth-test-model-051514","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"routeName":"auth-test-model-051514-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-051514","llmisvcName":"auth-test-model-051514","gateway":"openshift-ingress/e2e-shared-a-w3-051514","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:19.361933951Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-051514","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"namespace":"ai-tenant-e2e-shared-a-w3-051514","name":"auth-test-model-051514","reconcileID":"42fb0e67-ebaf-457d-858c-89746dabe09d","MaaSModelRef":{"name":"auth-test-model-051514","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"tenant":"e2e-shared-a-w3-051514","gateway":"openshift-ingress/e2e-shared-a-w3-051514","model":"ai-tenant-e2e-shared-a-w3-051514/auth-test-model-051514","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:19.36195937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-051514","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"namespace":"ai-tenant-e2e-shared-a-w3-051514","name":"auth-test-model-051514","reconcileID":"42fb0e67-ebaf-457d-858c-89746dabe09d","MaaSModelRef":{"name":"auth-test-model-051514","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"routeName":"auth-test-model-051514-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-051514","llmisvcName":"auth-test-model-051514","gateway":"openshift-ingress/e2e-shared-a-w3-051514","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:19.408353527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"namespace":"ai-tenant-e2e-shared-a-w3-051514","name":"e2e-auth-iso-a27466","reconcileID":"a838aaa4-74b6-4963-aedf-158a5c57ecc3","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-051514","tenantID":"e2e-shared-a-w3-051514","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T02:04:19.412336061Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"namespace":"ai-tenant-e2e-shared-a-w3-051514","name":"e2e-auth-iso-a27466","reconcileID":"b01c89df-e706-484e-8fef-1ef8cf616843","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-a27466\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:04:19.416086613Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-051514","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"namespace":"ai-tenant-e2e-shared-a-w3-051514","name":"auth-test-model-051514","reconcileID":"42fb0e67-ebaf-457d-858c-89746dabe09d","name":"auth-test-model-051514","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-051514\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:04:19.416172712Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-051514","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"namespace":"ai-tenant-e2e-shared-a-w3-051514","name":"auth-test-model-051514","reconcileID":"42fb0e67-ebaf-457d-858c-89746dabe09d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-051514\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:19.421616284Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-051514","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"namespace":"ai-tenant-e2e-shared-a-w3-051514","name":"auth-test-model-051514","reconcileID":"b5ca629f-cae1-4092-848a-01790f193e11","MaaSModelRef":{"name":"auth-test-model-051514","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"tenant":"e2e-shared-a-w3-051514","gateway":"openshift-ingress/e2e-shared-a-w3-051514","model":"ai-tenant-e2e-shared-a-w3-051514/auth-test-model-051514","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:19.421638314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-051514","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"namespace":"ai-tenant-e2e-shared-a-w3-051514","name":"auth-test-model-051514","reconcileID":"b5ca629f-cae1-4092-848a-01790f193e11","MaaSModelRef":{"name":"auth-test-model-051514","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"routeName":"auth-test-model-051514-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-051514","llmisvcName":"auth-test-model-051514","gateway":"openshift-ingress/e2e-shared-a-w3-051514","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:19.465713164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"namespace":"ai-tenant-e2e-shared-a-w3-051514","name":"e2e-auth-iso-a27466","reconcileID":"a838aaa4-74b6-4963-aedf-158a5c57ecc3","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"name":"e2e-shared-a-w3-051514-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:19.520384302Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-051514","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"namespace":"ai-tenant-e2e-shared-a-w3-051514","name":"auth-test-model-051514","reconcileID":"c8d62af7-38f0-41e3-9041-e69e1a2506ce","MaaSModelRef":{"name":"auth-test-model-051514","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"tenant":"e2e-shared-a-w3-051514","gateway":"openshift-ingress/e2e-shared-a-w3-051514","model":"ai-tenant-e2e-shared-a-w3-051514/auth-test-model-051514","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:19.520406123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-051514","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"namespace":"ai-tenant-e2e-shared-a-w3-051514","name":"auth-test-model-051514","reconcileID":"c8d62af7-38f0-41e3-9041-e69e1a2506ce","MaaSModelRef":{"name":"auth-test-model-051514","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"routeName":"auth-test-model-051514-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-051514","llmisvcName":"auth-test-model-051514","gateway":"openshift-ingress/e2e-shared-a-w3-051514","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:19.575600518Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-051514","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"namespace":"ai-tenant-e2e-shared-a-w3-051514","name":"auth-test-model-051514","reconcileID":"25cc61cd-3d69-4383-83c4-fc80b244846b","MaaSModelRef":{"name":"auth-test-model-051514","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"tenant":"e2e-shared-a-w3-051514","gateway":"openshift-ingress/e2e-shared-a-w3-051514","model":"ai-tenant-e2e-shared-a-w3-051514/auth-test-model-051514","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:19.575622486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-051514","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"namespace":"ai-tenant-e2e-shared-a-w3-051514","name":"auth-test-model-051514","reconcileID":"25cc61cd-3d69-4383-83c4-fc80b244846b","MaaSModelRef":{"name":"auth-test-model-051514","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"routeName":"auth-test-model-051514-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-051514","llmisvcName":"auth-test-model-051514","gateway":"openshift-ingress/e2e-shared-a-w3-051514","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:19.776833253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"namespace":"ai-tenant-e2e-shared-a-w3-051514","name":"e2e-auth-iso-a27466","reconcileID":"cf102aea-cf6d-4d86-8846-deea76d39e70","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-051514","tenantID":"e2e-shared-a-w3-051514","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:19.79015056Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"namespace":"ai-tenant-e2e-shared-a-w3-051514","name":"e2e-auth-iso-a27466","reconcileID":"dbb51127-f784-4322-a058-3b6b9e6d6d5f","MaaSSubscription":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"name":"maas-trlp-auth-test-model-051514","model":"auth-test-model-051514","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w3-051514/e2e-auth-iso-a27466"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:19.833386555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"namespace":"ai-tenant-e2e-shared-a-w3-051514","name":"e2e-auth-iso-a27466","reconcileID":"cf102aea-cf6d-4d86-8846-deea76d39e70","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"name":"e2e-shared-a-w3-051514-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:19.957757363Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-051514","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"namespace":"ai-tenant-e2e-shared-a-w3-051514","name":"auth-test-model-051514","reconcileID":"e4cb397b-4848-45bb-9285-7ca906c52f82","MaaSModelRef":{"name":"auth-test-model-051514","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"tenant":"e2e-shared-a-w3-051514","gateway":"openshift-ingress/e2e-shared-a-w3-051514","model":"ai-tenant-e2e-shared-a-w3-051514/auth-test-model-051514","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:19.957783577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-051514","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"namespace":"ai-tenant-e2e-shared-a-w3-051514","name":"auth-test-model-051514","reconcileID":"e4cb397b-4848-45bb-9285-7ca906c52f82","MaaSModelRef":{"name":"auth-test-model-051514","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"routeName":"auth-test-model-051514-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-051514","llmisvcName":"auth-test-model-051514","gateway":"openshift-ingress/e2e-shared-a-w3-051514","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:20.172086211Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"namespace":"ai-tenant-e2e-shared-a-w3-051514","name":"e2e-auth-iso-a27466","reconcileID":"9ba406a3-fbd1-4559-97b4-747a69afc22c","MaaSSubscription":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"name":"maas-trlp-auth-test-model-051514","model":"ai-tenant-e2e-shared-a-w3-051514/auth-test-model-051514","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:21.630396161Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9e3b95","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"namespace":"ai-tenant-e2e-shared-a-w2-9e3b95","name":"auth-test-model-9e3b95","reconcileID":"40404611-c74c-4abc-9608-8cd9e6ab3d9a","MaaSModelRef":{"name":"auth-test-model-9e3b95","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"tenant":"e2e-shared-a-w2-9e3b95","gateway":"openshift-ingress/e2e-shared-a-w2-9e3b95","model":"ai-tenant-e2e-shared-a-w2-9e3b95/auth-test-model-9e3b95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:21.6304157Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9e3b95","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"namespace":"ai-tenant-e2e-shared-a-w2-9e3b95","name":"auth-test-model-9e3b95","reconcileID":"40404611-c74c-4abc-9608-8cd9e6ab3d9a","MaaSModelRef":{"name":"auth-test-model-9e3b95","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"routeName":"auth-test-model-9e3b95-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95","llmisvcName":"auth-test-model-9e3b95","gateway":"openshift-ingress/e2e-shared-a-w2-9e3b95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:21.685253492Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9e3b95","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"namespace":"ai-tenant-e2e-shared-a-w2-9e3b95","name":"auth-test-model-9e3b95","reconcileID":"3fc1c5a2-ba60-48be-a45f-a39d7275329c","MaaSModelRef":{"name":"auth-test-model-9e3b95","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"tenant":"e2e-shared-a-w2-9e3b95","gateway":"openshift-ingress/e2e-shared-a-w2-9e3b95","model":"ai-tenant-e2e-shared-a-w2-9e3b95/auth-test-model-9e3b95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:21.685275108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9e3b95","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"namespace":"ai-tenant-e2e-shared-a-w2-9e3b95","name":"auth-test-model-9e3b95","reconcileID":"3fc1c5a2-ba60-48be-a45f-a39d7275329c","MaaSModelRef":{"name":"auth-test-model-9e3b95","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"routeName":"auth-test-model-9e3b95-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95","llmisvcName":"auth-test-model-9e3b95","gateway":"openshift-ingress/e2e-shared-a-w2-9e3b95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:21.789732759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"namespace":"ai-tenant-e2e-shared-a-w2-9e3b95","name":"e2e-auth-iso-20cc75","reconcileID":"dcfef75f-8ff2-4f01-bc78-0b7789734b3c","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-9e3b95","tenantID":"e2e-shared-a-w2-9e3b95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:21.91312014Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"namespace":"ai-tenant-e2e-shared-a-w2-9e3b95","name":"e2e-auth-iso-20cc75","reconcileID":"dcfef75f-8ff2-4f01-bc78-0b7789734b3c","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"name":"e2e-shared-a-w2-9e3b95-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:21.969391716Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-9e3b95-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"namespace":"ai-tenant-e2e-shared-a-w2-9e3b95","name":"e2e-auth-iso-20cc75","reconcileID":"dcfef75f-8ff2-4f01-bc78-0b7789734b3c","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:22.02523569Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9e3b95","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"namespace":"ai-tenant-e2e-shared-a-w2-9e3b95","name":"auth-test-model-9e3b95","reconcileID":"08139188-5996-41d5-8ea3-f8ffe66f452b","MaaSModelRef":{"name":"auth-test-model-9e3b95","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"tenant":"e2e-shared-a-w2-9e3b95","gateway":"openshift-ingress/e2e-shared-a-w2-9e3b95","model":"ai-tenant-e2e-shared-a-w2-9e3b95/auth-test-model-9e3b95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:22.025258734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9e3b95","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"namespace":"ai-tenant-e2e-shared-a-w2-9e3b95","name":"auth-test-model-9e3b95","reconcileID":"08139188-5996-41d5-8ea3-f8ffe66f452b","MaaSModelRef":{"name":"auth-test-model-9e3b95","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"routeName":"auth-test-model-9e3b95-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95","llmisvcName":"auth-test-model-9e3b95","gateway":"openshift-ingress/e2e-shared-a-w2-9e3b95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:29.137954361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"namespace":"ai-tenant-e2e-shared-b-w0-98c748","name":"e2e-auth-iso-7e42e7","reconcileID":"32457e72-93ed-4c3d-a59e-a6a2714f65b5","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-98c748","tenantID":"e2e-shared-b-w0-98c748","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:29.193918568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"namespace":"ai-tenant-e2e-shared-b-w0-98c748","name":"e2e-auth-iso-7e42e7","reconcileID":"32457e72-93ed-4c3d-a59e-a6a2714f65b5","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"name":"e2e-shared-b-w0-98c748-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:29.249324319Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-98c748-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c614f8e2ab4cb1d32defff1ea4d61b0a197890f96295ec2f701df27d700607b3) AuthConfig (dd8ad2352e318e6db1d3097db059616da21fa5ff08757b44bb309f862646621a) AuthConfig (4b6c901a957df5a606728f2cdb832ad428209c3fd3bef16ec631f2a7ee1f91cb) AuthConfig (27d515318aa70126c908a0e90ee8e8b6b485d447805dccb2a50226dd95bcd795) AuthConfig (3b8ec86a8b7f06774b55e67d954f1879a40f8b6d9e87ccd97b085ffe02ddef22) AuthConfig (a3c6c5b5eec4ae1b4de8fbd7e018448fe520da3d256ede873cf96c9447c34a13) AuthConfig (2219697b8159b31c054014e0808ad1a7f75e438c5c69d37f7ea1fea592dac840) AuthConfig (9aede29eef04d3a997d939b283de13d3ad8f9e22c2e29b9314e18cdd339aa8bf) AuthConfig (5c081eb4d2f26b95bc7656a64a50f28c3ae33f377b57e3efea3a99c42fca902b) AuthConfig (422e867b334422d2ffdceb173f8b8aa441e74f35c61600810ae73113b64ff521) AuthConfig (d359751edb5792d953b8f1e80cc93b7a7a6a877975df5d06c3f13ed4d62ad721) AuthConfig (33107cc7bc1a730f4e4ead66a8b03dfd0e33dcfbe49acc410588dc91ce2a6c73) AuthConfig (8ee6beb6ac03c2f7f34b9152732fa167cf4d9d82c625dd71c9ce3d259918246c) AuthConfig (3c3942b7b50a637489f302b41b2af37fa4ae80801ae4432a34c9b1a759053c71) AuthConfig (5ec794900531c97b9de793e3b914d045d766f852c24d20e56deb176b0ec28618) AuthConfig (1ebf9a3d1aaeea8ab62cfe08278a63792d209de913bbea5ced71623aeb50de59) AuthConfig (36dadef1d24f3925b310fc9d1e13fe98a3d47de53ec15d0fabdb93edbbe4d20e) AuthConfig (8024713e16f14310bacc1b76b26896ccd084bcf7ca724675dfce7434c42baae6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"namespace":"ai-tenant-e2e-shared-b-w0-98c748","name":"e2e-auth-iso-7e42e7","reconcileID":"32457e72-93ed-4c3d-a59e-a6a2714f65b5","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:29.307070897Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-98c748","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"namespace":"ai-tenant-e2e-shared-b-w0-98c748","name":"auth-test-model-98c748","reconcileID":"4449c0c6-a88a-4e5f-aafa-b06872d66a0f","MaaSModelRef":{"name":"auth-test-model-98c748","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"tenant":"e2e-shared-b-w0-98c748","gateway":"openshift-ingress/e2e-shared-b-w0-98c748","model":"ai-tenant-e2e-shared-b-w0-98c748/auth-test-model-98c748","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:29.307093578Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-98c748","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"namespace":"ai-tenant-e2e-shared-b-w0-98c748","name":"auth-test-model-98c748","reconcileID":"4449c0c6-a88a-4e5f-aafa-b06872d66a0f","MaaSModelRef":{"name":"auth-test-model-98c748","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"routeName":"auth-test-model-98c748-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-98c748","llmisvcName":"auth-test-model-98c748","gateway":"openshift-ingress/e2e-shared-b-w0-98c748","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:32.131114309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"namespace":"ai-tenant-e2e-shared-a-w2-9e3b95","name":"e2e-auth-iso-20cc75","reconcileID":"f56f46cb-487c-4070-9455-19d96240c463","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-9e3b95","tenantID":"e2e-shared-a-w2-9e3b95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:32.187986924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"namespace":"ai-tenant-e2e-shared-a-w2-9e3b95","name":"e2e-auth-iso-20cc75","reconcileID":"f56f46cb-487c-4070-9455-19d96240c463","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"name":"e2e-shared-a-w2-9e3b95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:32.242888236Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-9e3b95-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"namespace":"ai-tenant-e2e-shared-a-w2-9e3b95","name":"e2e-auth-iso-20cc75","reconcileID":"f56f46cb-487c-4070-9455-19d96240c463","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:37.591949981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79e79a9c-a13f-4224-a7da-eef02bc4dda7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:37.644636455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79e79a9c-a13f-4224-a7da-eef02bc4dda7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:37.697289751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79e79a9c-a13f-4224-a7da-eef02bc4dda7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:37.750115879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79e79a9c-a13f-4224-a7da-eef02bc4dda7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:39.41201026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"namespace":"ai-tenant-e2e-shared-b-w0-98c748","name":"e2e-auth-iso-7e42e7","reconcileID":"80871587-ca1e-4362-bee2-ce3054b48aef","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-98c748","tenantID":"e2e-shared-b-w0-98c748","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:39.469057108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"namespace":"ai-tenant-e2e-shared-b-w0-98c748","name":"e2e-auth-iso-7e42e7","reconcileID":"80871587-ca1e-4362-bee2-ce3054b48aef","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"name":"e2e-shared-b-w0-98c748-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:39.523905469Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-98c748-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c614f8e2ab4cb1d32defff1ea4d61b0a197890f96295ec2f701df27d700607b3) AuthConfig (dd8ad2352e318e6db1d3097db059616da21fa5ff08757b44bb309f862646621a) AuthConfig (4b6c901a957df5a606728f2cdb832ad428209c3fd3bef16ec631f2a7ee1f91cb) AuthConfig (27d515318aa70126c908a0e90ee8e8b6b485d447805dccb2a50226dd95bcd795) AuthConfig (3b8ec86a8b7f06774b55e67d954f1879a40f8b6d9e87ccd97b085ffe02ddef22) AuthConfig (a3c6c5b5eec4ae1b4de8fbd7e018448fe520da3d256ede873cf96c9447c34a13) AuthConfig (2219697b8159b31c054014e0808ad1a7f75e438c5c69d37f7ea1fea592dac840) AuthConfig (9aede29eef04d3a997d939b283de13d3ad8f9e22c2e29b9314e18cdd339aa8bf) AuthConfig (5c081eb4d2f26b95bc7656a64a50f28c3ae33f377b57e3efea3a99c42fca902b) AuthConfig (422e867b334422d2ffdceb173f8b8aa441e74f35c61600810ae73113b64ff521) AuthConfig (d359751edb5792d953b8f1e80cc93b7a7a6a877975df5d06c3f13ed4d62ad721) AuthConfig (33107cc7bc1a730f4e4ead66a8b03dfd0e33dcfbe49acc410588dc91ce2a6c73) AuthConfig (8ee6beb6ac03c2f7f34b9152732fa167cf4d9d82c625dd71c9ce3d259918246c) AuthConfig (3c3942b7b50a637489f302b41b2af37fa4ae80801ae4432a34c9b1a759053c71) AuthConfig (5ec794900531c97b9de793e3b914d045d766f852c24d20e56deb176b0ec28618) AuthConfig (1ebf9a3d1aaeea8ab62cfe08278a63792d209de913bbea5ced71623aeb50de59) AuthConfig (36dadef1d24f3925b310fc9d1e13fe98a3d47de53ec15d0fabdb93edbbe4d20e) AuthConfig (8024713e16f14310bacc1b76b26896ccd084bcf7ca724675dfce7434c42baae6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"namespace":"ai-tenant-e2e-shared-b-w0-98c748","name":"e2e-auth-iso-7e42e7","reconcileID":"80871587-ca1e-4362-bee2-ce3054b48aef","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:39.689232988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27dcf4db-a873-498c-bb0e-bd5651e3611c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:39.742179606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27dcf4db-a873-498c-bb0e-bd5651e3611c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:39.794794837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27dcf4db-a873-498c-bb0e-bd5651e3611c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:39.847361517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27dcf4db-a873-498c-bb0e-bd5651e3611c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:41.843635621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"783e9cde-3c67-4f78-a9e7-46cee4f1e8ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:41.896612846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"783e9cde-3c67-4f78-a9e7-46cee4f1e8ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:41.949342045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"783e9cde-3c67-4f78-a9e7-46cee4f1e8ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:42.00230823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"783e9cde-3c67-4f78-a9e7-46cee4f1e8ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:42.349013405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"namespace":"ai-tenant-e2e-shared-a-w2-9e3b95","name":"e2e-auth-iso-20cc75","reconcileID":"57b97b63-251b-4f7b-895d-f777388265d8","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-9e3b95","tenantID":"e2e-shared-a-w2-9e3b95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:42.405382271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"namespace":"ai-tenant-e2e-shared-a-w2-9e3b95","name":"e2e-auth-iso-20cc75","reconcileID":"57b97b63-251b-4f7b-895d-f777388265d8","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"name":"e2e-shared-a-w2-9e3b95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:42.46052512Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-9e3b95-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"namespace":"ai-tenant-e2e-shared-a-w2-9e3b95","name":"e2e-auth-iso-20cc75","reconcileID":"57b97b63-251b-4f7b-895d-f777388265d8","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:43.914467479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29da387c-c8cf-4cde-9ec4-c06128ff708e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:43.967905592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29da387c-c8cf-4cde-9ec4-c06128ff708e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:44.02086054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29da387c-c8cf-4cde-9ec4-c06128ff708e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:44.029683407Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:44.073712752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29da387c-c8cf-4cde-9ec4-c06128ff708e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:45.985261559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f61380de-2dbf-4a56-9a88-7ff71ec18d4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:46.038004081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f61380de-2dbf-4a56-9a88-7ff71ec18d4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:46.090533223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f61380de-2dbf-4a56-9a88-7ff71ec18d4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:46.143248084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f61380de-2dbf-4a56-9a88-7ff71ec18d4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:48.831637295Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"namespace":"ai-tenant-e2e-shared-a-w3-051514","name":"e2e-auth-iso-a27466","reconcileID":"14e27cac-7099-4f00-b42c-3adf273c0932","MaaSSubscription":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"name":"maas-trlp-auth-test-model-051514","model":"ai-tenant-e2e-shared-a-w3-051514/auth-test-model-051514","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:49.0057965Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-051514","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"namespace":"ai-tenant-e2e-shared-a-w3-051514","name":"auth-test-model-051514","reconcileID":"75d0a5cf-e53c-4f0f-8c24-85503223fadb","MaaSModelRef":{"name":"auth-test-model-051514","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"tenant":"e2e-shared-a-w3-051514","gateway":"openshift-ingress/e2e-shared-a-w3-051514","model":"ai-tenant-e2e-shared-a-w3-051514/auth-test-model-051514","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:49.005821987Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-051514","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"namespace":"ai-tenant-e2e-shared-a-w3-051514","name":"auth-test-model-051514","reconcileID":"75d0a5cf-e53c-4f0f-8c24-85503223fadb","MaaSModelRef":{"name":"auth-test-model-051514","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"routeName":"auth-test-model-051514-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-051514","llmisvcName":"auth-test-model-051514","gateway":"openshift-ingress/e2e-shared-a-w3-051514","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:49.099122393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"namespace":"ai-tenant-e2e-shared-a-w3-051514","name":"e2e-auth-iso-a27466","reconcileID":"6d4c3232-ac28-40cf-9f7a-d26d12f204c5","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-051514","tenantID":"e2e-shared-a-w3-051514","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:49.157249994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"namespace":"ai-tenant-e2e-shared-a-w3-051514","name":"e2e-auth-iso-a27466","reconcileID":"6d4c3232-ac28-40cf-9f7a-d26d12f204c5","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"name":"e2e-shared-a-w3-051514-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:49.629201801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"namespace":"ai-tenant-e2e-shared-b-w0-98c748","name":"e2e-auth-iso-7e42e7","reconcileID":"c9899e37-26f4-477f-bdbe-7801dd03da6f","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-98c748","tenantID":"e2e-shared-b-w0-98c748","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:49.685491428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"namespace":"ai-tenant-e2e-shared-b-w0-98c748","name":"e2e-auth-iso-7e42e7","reconcileID":"c9899e37-26f4-477f-bdbe-7801dd03da6f","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"name":"e2e-shared-b-w0-98c748-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:50.003611499Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-98c748","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"namespace":"ai-tenant-e2e-shared-b-w0-98c748","name":"auth-test-model-98c748","reconcileID":"df911329-194a-44c5-a632-78fa0dc1afc1","MaaSModelRef":{"name":"auth-test-model-98c748","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"tenant":"e2e-shared-b-w0-98c748","gateway":"openshift-ingress/e2e-shared-b-w0-98c748","model":"ai-tenant-e2e-shared-b-w0-98c748/auth-test-model-98c748","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:50.003638698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-98c748","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"namespace":"ai-tenant-e2e-shared-b-w0-98c748","name":"auth-test-model-98c748","reconcileID":"df911329-194a-44c5-a632-78fa0dc1afc1","MaaSModelRef":{"name":"auth-test-model-98c748","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"routeName":"auth-test-model-98c748-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-98c748","llmisvcName":"auth-test-model-98c748","gateway":"openshift-ingress/e2e-shared-b-w0-98c748","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:50.867876547Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c4d438","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"namespace":"ai-tenant-e2e-shared-b-w3-c4d438","name":"auth-test-model-c4d438","reconcileID":"00c0b007-8e18-404d-87d1-9eebbb349f75","MaaSModelRef":{"name":"auth-test-model-c4d438","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"tenant":"e2e-shared-b-w3-c4d438","gateway":"openshift-ingress/e2e-shared-b-w3-c4d438","model":"ai-tenant-e2e-shared-b-w3-c4d438/auth-test-model-c4d438","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:50.86790175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c4d438","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"namespace":"ai-tenant-e2e-shared-b-w3-c4d438","name":"auth-test-model-c4d438","reconcileID":"00c0b007-8e18-404d-87d1-9eebbb349f75","MaaSModelRef":{"name":"auth-test-model-c4d438","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"routeName":"auth-test-model-c4d438-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-c4d438","llmisvcName":"auth-test-model-c4d438","gateway":"openshift-ingress/e2e-shared-b-w3-c4d438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:50.925976892Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c4d438","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"namespace":"ai-tenant-e2e-shared-b-w3-c4d438","name":"auth-test-model-c4d438","reconcileID":"e90236c0-42b6-4bbb-adb9-a272f77bd9c6","MaaSModelRef":{"name":"auth-test-model-c4d438","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"tenant":"e2e-shared-b-w3-c4d438","gateway":"openshift-ingress/e2e-shared-b-w3-c4d438","model":"ai-tenant-e2e-shared-b-w3-c4d438/auth-test-model-c4d438","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:50.926002813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c4d438","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"namespace":"ai-tenant-e2e-shared-b-w3-c4d438","name":"auth-test-model-c4d438","reconcileID":"e90236c0-42b6-4bbb-adb9-a272f77bd9c6","MaaSModelRef":{"name":"auth-test-model-c4d438","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"routeName":"auth-test-model-c4d438-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-c4d438","llmisvcName":"auth-test-model-c4d438","gateway":"openshift-ingress/e2e-shared-b-w3-c4d438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:51.0346399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"namespace":"ai-tenant-e2e-shared-b-w3-c4d438","name":"e2e-auth-iso-a27466","reconcileID":"b6532529-ec66-4e11-91a5-4146d4f85ef4","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-c4d438","tenantID":"e2e-shared-b-w3-c4d438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:51.159540151Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"namespace":"ai-tenant-e2e-shared-b-w3-c4d438","name":"e2e-auth-iso-a27466","reconcileID":"b6532529-ec66-4e11-91a5-4146d4f85ef4","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"name":"e2e-shared-b-w3-c4d438-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:51.215349278Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-c4d438-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"namespace":"ai-tenant-e2e-shared-b-w3-c4d438","name":"e2e-auth-iso-a27466","reconcileID":"b6532529-ec66-4e11-91a5-4146d4f85ef4","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:51.273871218Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c4d438","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"namespace":"ai-tenant-e2e-shared-b-w3-c4d438","name":"auth-test-model-c4d438","reconcileID":"cef71d56-cbaa-4729-a648-28172cea9b45","MaaSModelRef":{"name":"auth-test-model-c4d438","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"tenant":"e2e-shared-b-w3-c4d438","gateway":"openshift-ingress/e2e-shared-b-w3-c4d438","model":"ai-tenant-e2e-shared-b-w3-c4d438/auth-test-model-c4d438","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:51.273891572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c4d438","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"namespace":"ai-tenant-e2e-shared-b-w3-c4d438","name":"auth-test-model-c4d438","reconcileID":"cef71d56-cbaa-4729-a648-28172cea9b45","MaaSModelRef":{"name":"auth-test-model-c4d438","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"routeName":"auth-test-model-c4d438-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-c4d438","llmisvcName":"auth-test-model-c4d438","gateway":"openshift-ingress/e2e-shared-b-w3-c4d438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:52.566491907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"namespace":"ai-tenant-e2e-shared-a-w2-9e3b95","name":"e2e-auth-iso-20cc75","reconcileID":"2fb1e43b-61db-4c3a-adb4-73f8525831bc","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-9e3b95","tenantID":"e2e-shared-a-w2-9e3b95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:52.625531847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"namespace":"ai-tenant-e2e-shared-a-w2-9e3b95","name":"e2e-auth-iso-20cc75","reconcileID":"2fb1e43b-61db-4c3a-adb4-73f8525831bc","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"name":"e2e-shared-a-w2-9e3b95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:52.681707317Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-9e3b95-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ab0cf411a349f933754550cc397c28c193b5158881c79f9740a6bc812ec6dc5d) AuthConfig (8c43993607e383b26f5bafb310e6dfacf2746ec99b5cd4edca1099c993dbb063) AuthConfig (b80986f0036dde289ae6eef0820bb841a4e1e36e9fcb44bc46acd4db284a8fbb) AuthConfig (740fbac046b53bc64589ad14884d50fd471c0e2298d40586daa2d2ecedf3d610) AuthConfig (108d7f3c79bd58c28b7648591b0ee5818f3114909e9aacc0116585b603012446) AuthConfig (16fa560bfed8bd38a8340bc6ca5dca2bf9e1f1c9e9c429bcd3c9a618a4a8378f) AuthConfig (5fc86262ddb200fc3839fe1abc9fbe318a77a9275fe133bfd882dc1824a158dd) AuthConfig (a394a7a4ec4bfff4dc9b043e95aed69d0bb7cf3eb5c7f988315eadc1025316ed) AuthConfig (94c56c52d0800fd810951de567a4ef44fecf34f2a8b4014e2eb0680e5153f37f) AuthConfig (2fe9bdb46ba825da7a1420466caaecd104fa4acfd8eafdcefac160694513616e) AuthConfig (d5dd30f046e168c4f3fe3c6780a1405a22328b422feaa42797ec2e639d4fb974) AuthConfig (0f32c80ca634ac2a31de1d94e8ba19059582840a79477c3e8e465a6f9ecef700) AuthConfig (25c4643e9e21526aaf502fa995cc291e90fe69c376783855b317456e349fdf78) AuthConfig (ac1aa24bd1457b7480a76c27a890115cc0d4aafbfa9c152759e96f6cf6497291) AuthConfig (73de971ce579f2ee5c8e53ab097f9c5ef6a4abfc4b5dd19820723b35fc93eecb) AuthConfig (0a7083f2696d6707ce2382ae100cd96cf0c2fe1804edc0511328b3a75588d6c6) AuthConfig (a62d6160f9c7dc34495ee2e02f5f0bb2fd7290f4f0165eb45dd4ada6c2ee0316) AuthConfig (a3e301555070c9f6c49d6d29da863a17b4245d7a243ead551306dde4e54a6283)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"namespace":"ai-tenant-e2e-shared-a-w2-9e3b95","name":"e2e-auth-iso-20cc75","reconcileID":"2fb1e43b-61db-4c3a-adb4-73f8525831bc","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:52.739319895Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9e3b95","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"namespace":"ai-tenant-e2e-shared-a-w2-9e3b95","name":"auth-test-model-9e3b95","reconcileID":"a173a9f5-a625-498c-bfb0-1ef489329979","MaaSModelRef":{"name":"auth-test-model-9e3b95","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"tenant":"e2e-shared-a-w2-9e3b95","gateway":"openshift-ingress/e2e-shared-a-w2-9e3b95","model":"ai-tenant-e2e-shared-a-w2-9e3b95/auth-test-model-9e3b95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:52.739340571Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9e3b95","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"namespace":"ai-tenant-e2e-shared-a-w2-9e3b95","name":"auth-test-model-9e3b95","reconcileID":"a173a9f5-a625-498c-bfb0-1ef489329979","MaaSModelRef":{"name":"auth-test-model-9e3b95","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"routeName":"auth-test-model-9e3b95-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95","llmisvcName":"auth-test-model-9e3b95","gateway":"openshift-ingress/e2e-shared-a-w2-9e3b95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:55.003474581Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-98c748","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"namespace":"ai-tenant-e2e-shared-b-w0-98c748","name":"auth-test-model-98c748","reconcileID":"13907c9e-db87-4980-bce6-79fd2c85fa72","MaaSModelRef":{"name":"auth-test-model-98c748","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"tenant":"e2e-shared-b-w0-98c748","gateway":"openshift-ingress/e2e-shared-b-w0-98c748","model":"ai-tenant-e2e-shared-b-w0-98c748/auth-test-model-98c748","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:55.003496162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-98c748","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"namespace":"ai-tenant-e2e-shared-b-w0-98c748","name":"auth-test-model-98c748","reconcileID":"13907c9e-db87-4980-bce6-79fd2c85fa72","MaaSModelRef":{"name":"auth-test-model-98c748","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"routeName":"auth-test-model-98c748-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-98c748","llmisvcName":"auth-test-model-98c748","gateway":"openshift-ingress/e2e-shared-b-w0-98c748","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:55.061449547Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-98c748","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"namespace":"ai-tenant-e2e-shared-b-w0-98c748","name":"auth-test-model-98c748","reconcileID":"50679285-203b-4fac-9eaa-37ce71e57e65","MaaSModelRef":{"name":"auth-test-model-98c748","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"tenant":"e2e-shared-b-w0-98c748","gateway":"openshift-ingress/e2e-shared-b-w0-98c748","model":"ai-tenant-e2e-shared-b-w0-98c748/auth-test-model-98c748","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:55.061477339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-98c748","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"namespace":"ai-tenant-e2e-shared-b-w0-98c748","name":"auth-test-model-98c748","reconcileID":"50679285-203b-4fac-9eaa-37ce71e57e65","MaaSModelRef":{"name":"auth-test-model-98c748","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"routeName":"auth-test-model-98c748-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-98c748","llmisvcName":"auth-test-model-98c748","gateway":"openshift-ingress/e2e-shared-b-w0-98c748","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:55.108061146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"namespace":"ai-tenant-e2e-shared-b-w0-98c748","name":"e2e-auth-iso-7e42e7","reconcileID":"886f00c5-07d2-4b27-aba4-3c0c7af11c82","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-98c748","tenantID":"e2e-shared-b-w0-98c748","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T02:04:55.110219718Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"namespace":"ai-tenant-e2e-shared-b-w0-98c748","name":"e2e-auth-iso-7e42e7","reconcileID":"dffa5c0f-9781-4505-82c1-f8c27ad8f487","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-7e42e7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:04:55.115080319Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-98c748","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"namespace":"ai-tenant-e2e-shared-b-w0-98c748","name":"auth-test-model-98c748","reconcileID":"50679285-203b-4fac-9eaa-37ce71e57e65","name":"auth-test-model-98c748","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-98c748\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:04:55.115178327Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-98c748","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"namespace":"ai-tenant-e2e-shared-b-w0-98c748","name":"auth-test-model-98c748","reconcileID":"50679285-203b-4fac-9eaa-37ce71e57e65","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-98c748\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:55.120628583Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-98c748","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"namespace":"ai-tenant-e2e-shared-b-w0-98c748","name":"auth-test-model-98c748","reconcileID":"8ed029c2-b6e7-4655-b870-40c424d0dae3","MaaSModelRef":{"name":"auth-test-model-98c748","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"tenant":"e2e-shared-b-w0-98c748","gateway":"openshift-ingress/e2e-shared-b-w0-98c748","model":"ai-tenant-e2e-shared-b-w0-98c748/auth-test-model-98c748","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:55.120704592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-98c748","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"namespace":"ai-tenant-e2e-shared-b-w0-98c748","name":"auth-test-model-98c748","reconcileID":"8ed029c2-b6e7-4655-b870-40c424d0dae3","MaaSModelRef":{"name":"auth-test-model-98c748","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"routeName":"auth-test-model-98c748-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-98c748","llmisvcName":"auth-test-model-98c748","gateway":"openshift-ingress/e2e-shared-b-w0-98c748","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:55.164640775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"namespace":"ai-tenant-e2e-shared-b-w0-98c748","name":"e2e-auth-iso-7e42e7","reconcileID":"886f00c5-07d2-4b27-aba4-3c0c7af11c82","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"name":"e2e-shared-b-w0-98c748-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:55.217368755Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-98c748","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"namespace":"ai-tenant-e2e-shared-b-w0-98c748","name":"auth-test-model-98c748","reconcileID":"7d65a41f-64a2-4d63-92b1-9c3211826509","MaaSModelRef":{"name":"auth-test-model-98c748","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"tenant":"e2e-shared-b-w0-98c748","gateway":"openshift-ingress/e2e-shared-b-w0-98c748","model":"ai-tenant-e2e-shared-b-w0-98c748/auth-test-model-98c748","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:55.21739138Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-98c748","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"namespace":"ai-tenant-e2e-shared-b-w0-98c748","name":"auth-test-model-98c748","reconcileID":"7d65a41f-64a2-4d63-92b1-9c3211826509","MaaSModelRef":{"name":"auth-test-model-98c748","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"routeName":"auth-test-model-98c748-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-98c748","llmisvcName":"auth-test-model-98c748","gateway":"openshift-ingress/e2e-shared-b-w0-98c748","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:55.272160944Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-98c748","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"namespace":"ai-tenant-e2e-shared-b-w0-98c748","name":"auth-test-model-98c748","reconcileID":"5d6049d2-ce1f-48c0-85ff-f7b46d803935","MaaSModelRef":{"name":"auth-test-model-98c748","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"tenant":"e2e-shared-b-w0-98c748","gateway":"openshift-ingress/e2e-shared-b-w0-98c748","model":"ai-tenant-e2e-shared-b-w0-98c748/auth-test-model-98c748","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:55.272183965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-98c748","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"namespace":"ai-tenant-e2e-shared-b-w0-98c748","name":"auth-test-model-98c748","reconcileID":"5d6049d2-ce1f-48c0-85ff-f7b46d803935","MaaSModelRef":{"name":"auth-test-model-98c748","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"routeName":"auth-test-model-98c748-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-98c748","llmisvcName":"auth-test-model-98c748","gateway":"openshift-ingress/e2e-shared-b-w0-98c748","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:55.473922027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"namespace":"ai-tenant-e2e-shared-b-w0-98c748","name":"e2e-auth-iso-7e42e7","reconcileID":"64d3acb0-0e98-4ef2-adbf-2c4711297896","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-98c748","tenantID":"e2e-shared-b-w0-98c748","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:55.485678536Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"namespace":"ai-tenant-e2e-shared-b-w0-98c748","name":"e2e-auth-iso-7e42e7","reconcileID":"9de8a048-e068-4b96-b596-1b1c8b70ce0f","MaaSSubscription":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"name":"maas-trlp-auth-test-model-98c748","model":"auth-test-model-98c748","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w0-98c748/e2e-auth-iso-7e42e7"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:55.530421358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"namespace":"ai-tenant-e2e-shared-b-w0-98c748","name":"e2e-auth-iso-7e42e7","reconcileID":"64d3acb0-0e98-4ef2-adbf-2c4711297896","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"name":"e2e-shared-b-w0-98c748-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:55.652233959Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-98c748","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"namespace":"ai-tenant-e2e-shared-b-w0-98c748","name":"auth-test-model-98c748","reconcileID":"6bae90a8-b9f3-4132-baf8-0f0113044caa","MaaSModelRef":{"name":"auth-test-model-98c748","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"tenant":"e2e-shared-b-w0-98c748","gateway":"openshift-ingress/e2e-shared-b-w0-98c748","model":"ai-tenant-e2e-shared-b-w0-98c748/auth-test-model-98c748","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:55.652259305Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-98c748","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"namespace":"ai-tenant-e2e-shared-b-w0-98c748","name":"auth-test-model-98c748","reconcileID":"6bae90a8-b9f3-4132-baf8-0f0113044caa","MaaSModelRef":{"name":"auth-test-model-98c748","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"routeName":"auth-test-model-98c748-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-98c748","llmisvcName":"auth-test-model-98c748","gateway":"openshift-ingress/e2e-shared-b-w0-98c748","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:55.862565635Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"namespace":"ai-tenant-e2e-shared-b-w0-98c748","name":"e2e-auth-iso-7e42e7","reconcileID":"1b80f3f2-2e9a-4958-901a-ce6beda2364d","MaaSSubscription":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"name":"maas-trlp-auth-test-model-98c748","model":"ai-tenant-e2e-shared-b-w0-98c748/auth-test-model-98c748","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:56.392192034Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c4be41"},"namespace":"ai-tenant-e2e-explicit-c4be41","name":"default-tenant","reconcileID":"84bef8e4-d1dd-452c-b69b-cf6af95a1522","namespace":"ai-tenant-e2e-explicit-c4be41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:56.392270702Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c4be41"},"namespace":"ai-tenant-e2e-explicit-c4be41","name":"default-tenant","reconcileID":"84bef8e4-d1dd-452c-b69b-cf6af95a1522","namespace":"ai-tenant-e2e-explicit-c4be41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:56.392354517Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c4be41"},"namespace":"ai-tenant-e2e-explicit-c4be41","name":"default-tenant","reconcileID":"84bef8e4-d1dd-452c-b69b-cf6af95a1522","tenant":"e2e-explicit-c4be41","tenantID":"e2e-explicit-c4be41","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:56.447228478Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c4be41"},"namespace":"ai-tenant-e2e-explicit-c4be41","name":"default-tenant","reconcileID":"84bef8e4-d1dd-452c-b69b-cf6af95a1522","gvk":"Deployment","name":"maas-api-e2e-explicit-c4be41","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:56.514251924Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c4be41"},"namespace":"ai-tenant-e2e-explicit-c4be41","name":"default-tenant","reconcileID":"84bef8e4-d1dd-452c-b69b-cf6af95a1522","gvk":"Service","name":"maas-api-e2e-explicit-c4be41","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:56.571789253Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c4be41"},"namespace":"ai-tenant-e2e-explicit-c4be41","name":"default-tenant","reconcileID":"84bef8e4-d1dd-452c-b69b-cf6af95a1522","gvk":"HTTPRoute","name":"maas-api-route-e2e-explicit-c4be41","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:56.626220878Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c4be41"},"namespace":"ai-tenant-e2e-explicit-c4be41","name":"default-tenant","reconcileID":"84bef8e4-d1dd-452c-b69b-cf6af95a1522","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-explicit-c4be41","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:56.681135669Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c4be41"},"namespace":"ai-tenant-e2e-explicit-c4be41","name":"default-tenant","reconcileID":"84bef8e4-d1dd-452c-b69b-cf6af95a1522","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-explicit-c4be41","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:56.735842664Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c4be41"},"namespace":"ai-tenant-e2e-explicit-c4be41","name":"default-tenant","reconcileID":"84bef8e4-d1dd-452c-b69b-cf6af95a1522","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-explicit-c4be41","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:56.793289579Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c4be41"},"namespace":"ai-tenant-e2e-explicit-c4be41","name":"default-tenant","reconcileID":"84bef8e4-d1dd-452c-b69b-cf6af95a1522","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-explicit-c4be41","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:56.848961758Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c4be41"},"namespace":"ai-tenant-e2e-explicit-c4be41","name":"default-tenant","reconcileID":"84bef8e4-d1dd-452c-b69b-cf6af95a1522","gvk":"Telemetry","name":"latency-per-subscription-e2e-explicit-c4be41","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:56.90130752Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c4be41"},"namespace":"ai-tenant-e2e-explicit-c4be41","name":"default-tenant","reconcileID":"84bef8e4-d1dd-452c-b69b-cf6af95a1522","gvk":"Deployment","name":"payload-processing-e2e-explicit-c4be41","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:56.953798056Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c4be41"},"namespace":"ai-tenant-e2e-explicit-c4be41","name":"default-tenant","reconcileID":"84bef8e4-d1dd-452c-b69b-cf6af95a1522","gvk":"Deployment","name":"payload-pre-processing-e2e-explicit-c4be41","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:57.005949823Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c4be41"},"namespace":"ai-tenant-e2e-explicit-c4be41","name":"default-tenant","reconcileID":"84bef8e4-d1dd-452c-b69b-cf6af95a1522","gvk":"Service","name":"payload-processing-e2e-explicit-c4be41","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:57.058019459Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c4be41"},"namespace":"ai-tenant-e2e-explicit-c4be41","name":"default-tenant","reconcileID":"84bef8e4-d1dd-452c-b69b-cf6af95a1522","gvk":"Service","name":"payload-pre-processing-e2e-explicit-c4be41","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:57.110134114Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c4be41"},"namespace":"ai-tenant-e2e-explicit-c4be41","name":"default-tenant","reconcileID":"84bef8e4-d1dd-452c-b69b-cf6af95a1522","gvk":"DestinationRule","name":"payload-processing-e2e-explicit-c4be41","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:57.16238278Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c4be41"},"namespace":"ai-tenant-e2e-explicit-c4be41","name":"default-tenant","reconcileID":"84bef8e4-d1dd-452c-b69b-cf6af95a1522","gvk":"DestinationRule","name":"payload-pre-processing-e2e-explicit-c4be41","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:57.214751216Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c4be41"},"namespace":"ai-tenant-e2e-explicit-c4be41","name":"default-tenant","reconcileID":"84bef8e4-d1dd-452c-b69b-cf6af95a1522","gvk":"EnvoyFilter","name":"payload-processing-e2e-explicit-c4be41","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:57.270715102Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c4be41"},"namespace":"ai-tenant-e2e-explicit-c4be41","name":"default-tenant","reconcileID":"84bef8e4-d1dd-452c-b69b-cf6af95a1522","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-explicit-c4be41","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:57.323782424Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c4be41"},"namespace":"ai-tenant-e2e-explicit-c4be41","name":"default-tenant","reconcileID":"84bef8e4-d1dd-452c-b69b-cf6af95a1522","gvk":"NetworkPolicy","name":"payload-processing-e2e-explicit-c4be41","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:57.376182879Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c4be41"},"namespace":"ai-tenant-e2e-explicit-c4be41","name":"default-tenant","reconcileID":"84bef8e4-d1dd-452c-b69b-cf6af95a1522","gvk":"ServiceAccount","name":"payload-processing-e2e-explicit-c4be41","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:57.428273041Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c4be41"},"namespace":"ai-tenant-e2e-explicit-c4be41","name":"default-tenant","reconcileID":"84bef8e4-d1dd-452c-b69b-cf6af95a1522","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-explicit-c4be41","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:57.480532057Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c4be41"},"namespace":"ai-tenant-e2e-explicit-c4be41","name":"default-tenant","reconcileID":"84bef8e4-d1dd-452c-b69b-cf6af95a1522","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-explicit-c4be41","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:58.359922699Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-c4be41","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-c4be41","reconcileID":"fbb7b1ef-9adb-4644-8b89-a96be1d7bd70","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-c4be41","removed":["maas.opendatahub.io/gateway-access-e2e-explicit-c4be41"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:59.462769212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a364fa26-bc22-4ca1-ad87-9ac73ae824a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:59.519168935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a364fa26-bc22-4ca1-ad87-9ac73ae824a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:59.573000752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a364fa26-bc22-4ca1-ad87-9ac73ae824a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:59.626108703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a364fa26-bc22-4ca1-ad87-9ac73ae824a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:01.379284443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"namespace":"ai-tenant-e2e-shared-b-w3-c4d438","name":"e2e-auth-iso-a27466","reconcileID":"cddbf52d-494a-4497-bbff-4e326d885718","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-c4d438","tenantID":"e2e-shared-b-w3-c4d438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:01.438311063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"namespace":"ai-tenant-e2e-shared-b-w3-c4d438","name":"e2e-auth-iso-a27466","reconcileID":"cddbf52d-494a-4497-bbff-4e326d885718","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"name":"e2e-shared-b-w3-c4d438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:01.493831371Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-c4d438-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"namespace":"ai-tenant-e2e-shared-b-w3-c4d438","name":"e2e-auth-iso-a27466","reconcileID":"cddbf52d-494a-4497-bbff-4e326d885718","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:01.519821563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a212155-8a35-4c08-8326-7b61f7361a45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:01.573688491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a212155-8a35-4c08-8326-7b61f7361a45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:01.626602501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a212155-8a35-4c08-8326-7b61f7361a45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:01.67976034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a212155-8a35-4c08-8326-7b61f7361a45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:02.844398173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"namespace":"ai-tenant-e2e-shared-a-w2-9e3b95","name":"e2e-auth-iso-20cc75","reconcileID":"53826585-753b-4d6a-8d91-f06bb17582d4","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-9e3b95","tenantID":"e2e-shared-a-w2-9e3b95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:02.901132428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"namespace":"ai-tenant-e2e-shared-a-w2-9e3b95","name":"e2e-auth-iso-20cc75","reconcileID":"53826585-753b-4d6a-8d91-f06bb17582d4","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"name":"e2e-shared-a-w2-9e3b95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:02.957187006Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-9e3b95-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ab0cf411a349f933754550cc397c28c193b5158881c79f9740a6bc812ec6dc5d) AuthConfig (8c43993607e383b26f5bafb310e6dfacf2746ec99b5cd4edca1099c993dbb063) AuthConfig (b80986f0036dde289ae6eef0820bb841a4e1e36e9fcb44bc46acd4db284a8fbb) AuthConfig (740fbac046b53bc64589ad14884d50fd471c0e2298d40586daa2d2ecedf3d610) AuthConfig (108d7f3c79bd58c28b7648591b0ee5818f3114909e9aacc0116585b603012446) AuthConfig (16fa560bfed8bd38a8340bc6ca5dca2bf9e1f1c9e9c429bcd3c9a618a4a8378f) AuthConfig (5fc86262ddb200fc3839fe1abc9fbe318a77a9275fe133bfd882dc1824a158dd) AuthConfig (a394a7a4ec4bfff4dc9b043e95aed69d0bb7cf3eb5c7f988315eadc1025316ed) AuthConfig (94c56c52d0800fd810951de567a4ef44fecf34f2a8b4014e2eb0680e5153f37f) AuthConfig (2fe9bdb46ba825da7a1420466caaecd104fa4acfd8eafdcefac160694513616e) AuthConfig (d5dd30f046e168c4f3fe3c6780a1405a22328b422feaa42797ec2e639d4fb974) AuthConfig (0f32c80ca634ac2a31de1d94e8ba19059582840a79477c3e8e465a6f9ecef700) AuthConfig (25c4643e9e21526aaf502fa995cc291e90fe69c376783855b317456e349fdf78) AuthConfig (ac1aa24bd1457b7480a76c27a890115cc0d4aafbfa9c152759e96f6cf6497291) AuthConfig (73de971ce579f2ee5c8e53ab097f9c5ef6a4abfc4b5dd19820723b35fc93eecb) AuthConfig (0a7083f2696d6707ce2382ae100cd96cf0c2fe1804edc0511328b3a75588d6c6) AuthConfig (a62d6160f9c7dc34495ee2e02f5f0bb2fd7290f4f0165eb45dd4ada6c2ee0316) AuthConfig (a3e301555070c9f6c49d6d29da863a17b4245d7a243ead551306dde4e54a6283)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"namespace":"ai-tenant-e2e-shared-a-w2-9e3b95","name":"e2e-auth-iso-20cc75","reconcileID":"53826585-753b-4d6a-8d91-f06bb17582d4","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:09.129785069Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"namespace":"ai-tenant-e2e-shared-b-w0-98c748","name":"e2e-auth-iso-7e42e7","reconcileID":"da6f265b-c3b5-4e35-9942-6c81b9e489d0","MaaSSubscription":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"name":"maas-trlp-auth-test-model-98c748","model":"ai-tenant-e2e-shared-b-w0-98c748/auth-test-model-98c748","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:09.312025433Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-98c748","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"namespace":"ai-tenant-e2e-shared-b-w0-98c748","name":"auth-test-model-98c748","reconcileID":"ebf0ffdd-dac3-4c51-b1af-5eaef5ba4e0d","MaaSModelRef":{"name":"auth-test-model-98c748","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"tenant":"e2e-shared-b-w0-98c748","gateway":"openshift-ingress/e2e-shared-b-w0-98c748","model":"ai-tenant-e2e-shared-b-w0-98c748/auth-test-model-98c748","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:09.312046048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-98c748","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"namespace":"ai-tenant-e2e-shared-b-w0-98c748","name":"auth-test-model-98c748","reconcileID":"ebf0ffdd-dac3-4c51-b1af-5eaef5ba4e0d","MaaSModelRef":{"name":"auth-test-model-98c748","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"routeName":"auth-test-model-98c748-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-98c748","llmisvcName":"auth-test-model-98c748","gateway":"openshift-ingress/e2e-shared-b-w0-98c748","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:09.476279614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"namespace":"ai-tenant-e2e-shared-b-w0-98c748","name":"e2e-auth-iso-7e42e7","reconcileID":"69bfdd2f-3477-4915-9318-7a6b08396ec2","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-98c748","tenantID":"e2e-shared-b-w0-98c748","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:09.533906994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"namespace":"ai-tenant-e2e-shared-b-w0-98c748","name":"e2e-auth-iso-7e42e7","reconcileID":"69bfdd2f-3477-4915-9318-7a6b08396ec2","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"name":"e2e-shared-b-w0-98c748-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:11.59984458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"namespace":"ai-tenant-e2e-shared-b-w3-c4d438","name":"e2e-auth-iso-a27466","reconcileID":"36ac0e77-f470-473d-8352-0c3cdbb7306a","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-c4d438","tenantID":"e2e-shared-b-w3-c4d438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:11.656057749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"namespace":"ai-tenant-e2e-shared-b-w3-c4d438","name":"e2e-auth-iso-a27466","reconcileID":"36ac0e77-f470-473d-8352-0c3cdbb7306a","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"name":"e2e-shared-b-w3-c4d438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:11.71106247Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-c4d438-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2ca114879c05ea0f2649f0c9848b0d80f716e26870843e2a0924e12aeb5387b6) AuthConfig (ece0ec06fbc2eef2bc54cf091c97c8affdbe021f6fb74552b8818ed4a277d8cd) AuthConfig (160a92752da8e0e23365d757c7232b31914b089537fc8915afcf4799699e91eb) AuthConfig (b4b3002e82af8fe418cd55c222d5d1265f036eba90b5bb69163ccdf5a0ebc292) AuthConfig (808fe9a63cd020c3ac6c1a476c53b14cfbdb65b0ad5d6717c402f07e94f4747e) AuthConfig (dea64244e11c92bab49c22a266cef815b3fe862ba65d4faec157fd85080901ed) AuthConfig (6d73b6bbb0a02ea5cab1b0649d46dd50a23f66ae90dfd393c0b9ec69d8d56d85) AuthConfig (ed1251554771bc74ab6ebcdd10c96d3ee8f1cbb0c96ed35269f0db506bb7bb47) AuthConfig (ecb2e65a7d7c65fd6d23011095a86135f40428b0329b19ff9808d5ad708ef484) AuthConfig (35056aa56fa91e349af0f8bb3a50fc1ee4b7288d6a72d1c4d16a3077f17fc0bd) AuthConfig (4ca07b74399d11d0da9a8244e776c40548b11ead3d46b8c7a3fea5b63184ed37) AuthConfig (a9cab3090f65a9da1e0a6c1457dd7b91176ad60686d27c31d3ea6b8e11f5dafe) AuthConfig (8d63d24320961d29bcd75b027b3890756834bc27d03df4a67902780730b6d5b9) AuthConfig (4ce8789702445bf3cff23c559ce0efe31529b4a8b450acd96eb6d48a11e94fad) AuthConfig (c7f6305bfd45229bf7af7b63bce8bb65f8caad52e6cc25fad20d76b11466ce91) AuthConfig (0e06f3e4cfb5ad44dbacade39b981c8cd31ed9d6e6b55ecc9e73bd98fbb626b9) AuthConfig (0ad21dc9aca6b3ecd23a3ea2482e009075be153b7e88365adb4d40e3513e5e80) AuthConfig (bee43dd5fbad4c430296ce504830b7cecf515428d9ee74e98720bfd77ff4dc16)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"namespace":"ai-tenant-e2e-shared-b-w3-c4d438","name":"e2e-auth-iso-a27466","reconcileID":"36ac0e77-f470-473d-8352-0c3cdbb7306a","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:11.769070867Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c4d438","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"namespace":"ai-tenant-e2e-shared-b-w3-c4d438","name":"auth-test-model-c4d438","reconcileID":"1706135e-86b0-4a29-b08d-dc853859784e","MaaSModelRef":{"name":"auth-test-model-c4d438","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"tenant":"e2e-shared-b-w3-c4d438","gateway":"openshift-ingress/e2e-shared-b-w3-c4d438","model":"ai-tenant-e2e-shared-b-w3-c4d438/auth-test-model-c4d438","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:11.7690952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c4d438","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"namespace":"ai-tenant-e2e-shared-b-w3-c4d438","name":"auth-test-model-c4d438","reconcileID":"1706135e-86b0-4a29-b08d-dc853859784e","MaaSModelRef":{"name":"auth-test-model-c4d438","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"routeName":"auth-test-model-c4d438-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-c4d438","llmisvcName":"auth-test-model-c4d438","gateway":"openshift-ingress/e2e-shared-b-w3-c4d438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:13.063981909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"namespace":"ai-tenant-e2e-shared-a-w2-9e3b95","name":"e2e-auth-iso-20cc75","reconcileID":"aa68bfd1-e995-406b-bd58-552ad16211d7","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-9e3b95","tenantID":"e2e-shared-a-w2-9e3b95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:13.120131568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"namespace":"ai-tenant-e2e-shared-a-w2-9e3b95","name":"e2e-auth-iso-20cc75","reconcileID":"aa68bfd1-e995-406b-bd58-552ad16211d7","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"name":"e2e-shared-a-w2-9e3b95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:13.437369168Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9e3b95","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"namespace":"ai-tenant-e2e-shared-a-w2-9e3b95","name":"auth-test-model-9e3b95","reconcileID":"d3c83266-84ff-4431-802c-72e588ea31b9","MaaSModelRef":{"name":"auth-test-model-9e3b95","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"tenant":"e2e-shared-a-w2-9e3b95","gateway":"openshift-ingress/e2e-shared-a-w2-9e3b95","model":"ai-tenant-e2e-shared-a-w2-9e3b95/auth-test-model-9e3b95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:13.437389985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9e3b95","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"namespace":"ai-tenant-e2e-shared-a-w2-9e3b95","name":"auth-test-model-9e3b95","reconcileID":"d3c83266-84ff-4431-802c-72e588ea31b9","MaaSModelRef":{"name":"auth-test-model-9e3b95","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"routeName":"auth-test-model-9e3b95-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95","llmisvcName":"auth-test-model-9e3b95","gateway":"openshift-ingress/e2e-shared-a-w2-9e3b95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:14.030290368Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:17.285437623Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-98b70c","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"namespace":"ai-tenant-e2e-shared-a-w0-98b70c","name":"auth-test-model-98b70c","reconcileID":"71039c6d-19d1-4e3c-bbc0-95821ec2b6a3","MaaSModelRef":{"name":"auth-test-model-98b70c","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"tenant":"e2e-shared-a-w0-98b70c","gateway":"openshift-ingress/e2e-shared-a-w0-98b70c","model":"ai-tenant-e2e-shared-a-w0-98b70c/auth-test-model-98b70c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:17.285468432Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-98b70c","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"namespace":"ai-tenant-e2e-shared-a-w0-98b70c","name":"auth-test-model-98b70c","reconcileID":"71039c6d-19d1-4e3c-bbc0-95821ec2b6a3","MaaSModelRef":{"name":"auth-test-model-98b70c","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"routeName":"auth-test-model-98b70c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-98b70c","llmisvcName":"auth-test-model-98b70c","gateway":"openshift-ingress/e2e-shared-a-w0-98b70c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:17.39119686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"namespace":"ai-tenant-e2e-shared-a-w0-98b70c","name":"e2e-auth-iso-7e42e7","reconcileID":"4a2e8456-a036-4cd4-af5c-daf0cdc3826f","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-98b70c","tenantID":"e2e-shared-a-w0-98b70c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:17.448831504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"namespace":"ai-tenant-e2e-shared-a-w0-98b70c","name":"e2e-auth-iso-7e42e7","reconcileID":"4a2e8456-a036-4cd4-af5c-daf0cdc3826f","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"name":"e2e-shared-a-w0-98b70c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:17.450792137Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"namespace":"ai-tenant-e2e-shared-a-w0-98b70c","name":"e2e-auth-iso-7e42e7","reconcileID":"14128308-24ab-42d3-ae0b-442b6d1aebbd","MaaSSubscription":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-1ee2c2b5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:17.711995381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"namespace":"ai-tenant-e2e-shared-a-w0-98b70c","name":"e2e-auth-iso-7e42e7","reconcileID":"d2dc503f-94c9-4c78-8423-12f239fc5a22","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-98b70c","tenantID":"e2e-shared-a-w0-98b70c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:17.768767232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"namespace":"ai-tenant-e2e-shared-a-w0-98b70c","name":"e2e-auth-iso-7e42e7","reconcileID":"d2dc503f-94c9-4c78-8423-12f239fc5a22","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"name":"e2e-shared-a-w0-98b70c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:18.757467623Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9e3b95","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"namespace":"ai-tenant-e2e-shared-a-w2-9e3b95","name":"auth-test-model-9e3b95","reconcileID":"e3b54d2f-b8b4-4343-9ea8-b2376d308603","MaaSModelRef":{"name":"auth-test-model-9e3b95","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"tenant":"e2e-shared-a-w2-9e3b95","gateway":"openshift-ingress/e2e-shared-a-w2-9e3b95","model":"ai-tenant-e2e-shared-a-w2-9e3b95/auth-test-model-9e3b95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:18.757490467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9e3b95","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"namespace":"ai-tenant-e2e-shared-a-w2-9e3b95","name":"auth-test-model-9e3b95","reconcileID":"e3b54d2f-b8b4-4343-9ea8-b2376d308603","MaaSModelRef":{"name":"auth-test-model-9e3b95","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"routeName":"auth-test-model-9e3b95-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95","llmisvcName":"auth-test-model-9e3b95","gateway":"openshift-ingress/e2e-shared-a-w2-9e3b95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:18.816381694Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9e3b95","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"namespace":"ai-tenant-e2e-shared-a-w2-9e3b95","name":"auth-test-model-9e3b95","reconcileID":"f0caab81-eae8-43fb-9e47-000af1a9600c","MaaSModelRef":{"name":"auth-test-model-9e3b95","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"tenant":"e2e-shared-a-w2-9e3b95","gateway":"openshift-ingress/e2e-shared-a-w2-9e3b95","model":"ai-tenant-e2e-shared-a-w2-9e3b95/auth-test-model-9e3b95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:18.816513275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9e3b95","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"namespace":"ai-tenant-e2e-shared-a-w2-9e3b95","name":"auth-test-model-9e3b95","reconcileID":"f0caab81-eae8-43fb-9e47-000af1a9600c","MaaSModelRef":{"name":"auth-test-model-9e3b95","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"routeName":"auth-test-model-9e3b95-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95","llmisvcName":"auth-test-model-9e3b95","gateway":"openshift-ingress/e2e-shared-a-w2-9e3b95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:18.86300429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"namespace":"ai-tenant-e2e-shared-a-w2-9e3b95","name":"e2e-auth-iso-20cc75","reconcileID":"22bfe0bb-96e4-429a-b7ab-c85cd5df000a","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-9e3b95","tenantID":"e2e-shared-a-w2-9e3b95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T02:05:18.868129718Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"namespace":"ai-tenant-e2e-shared-a-w2-9e3b95","name":"e2e-auth-iso-20cc75","reconcileID":"3bcc1de9-92f7-47aa-8d6c-59bb0a85f18c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-20cc75\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:05:18.870292582Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9e3b95","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"namespace":"ai-tenant-e2e-shared-a-w2-9e3b95","name":"auth-test-model-9e3b95","reconcileID":"f0caab81-eae8-43fb-9e47-000af1a9600c","name":"auth-test-model-9e3b95","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-9e3b95\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:05:18.870351086Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9e3b95","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"namespace":"ai-tenant-e2e-shared-a-w2-9e3b95","name":"auth-test-model-9e3b95","reconcileID":"f0caab81-eae8-43fb-9e47-000af1a9600c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-9e3b95\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:18.875836275Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9e3b95","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"namespace":"ai-tenant-e2e-shared-a-w2-9e3b95","name":"auth-test-model-9e3b95","reconcileID":"a6ecd859-ea29-4c6b-8740-ccaf86ccae3d","MaaSModelRef":{"name":"auth-test-model-9e3b95","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"tenant":"e2e-shared-a-w2-9e3b95","gateway":"openshift-ingress/e2e-shared-a-w2-9e3b95","model":"ai-tenant-e2e-shared-a-w2-9e3b95/auth-test-model-9e3b95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:18.875857779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9e3b95","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"namespace":"ai-tenant-e2e-shared-a-w2-9e3b95","name":"auth-test-model-9e3b95","reconcileID":"a6ecd859-ea29-4c6b-8740-ccaf86ccae3d","MaaSModelRef":{"name":"auth-test-model-9e3b95","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"routeName":"auth-test-model-9e3b95-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95","llmisvcName":"auth-test-model-9e3b95","gateway":"openshift-ingress/e2e-shared-a-w2-9e3b95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:18.919779482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"namespace":"ai-tenant-e2e-shared-a-w2-9e3b95","name":"e2e-auth-iso-20cc75","reconcileID":"22bfe0bb-96e4-429a-b7ab-c85cd5df000a","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"name":"e2e-shared-a-w2-9e3b95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:18.975760138Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9e3b95","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"namespace":"ai-tenant-e2e-shared-a-w2-9e3b95","name":"auth-test-model-9e3b95","reconcileID":"a12f80dd-ca22-46c6-89e9-e5489660143d","MaaSModelRef":{"name":"auth-test-model-9e3b95","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"tenant":"e2e-shared-a-w2-9e3b95","gateway":"openshift-ingress/e2e-shared-a-w2-9e3b95","model":"ai-tenant-e2e-shared-a-w2-9e3b95/auth-test-model-9e3b95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:18.975781122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9e3b95","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"namespace":"ai-tenant-e2e-shared-a-w2-9e3b95","name":"auth-test-model-9e3b95","reconcileID":"a12f80dd-ca22-46c6-89e9-e5489660143d","MaaSModelRef":{"name":"auth-test-model-9e3b95","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"routeName":"auth-test-model-9e3b95-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95","llmisvcName":"auth-test-model-9e3b95","gateway":"openshift-ingress/e2e-shared-a-w2-9e3b95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:19.031262538Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9e3b95","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"namespace":"ai-tenant-e2e-shared-a-w2-9e3b95","name":"auth-test-model-9e3b95","reconcileID":"11e328a6-f41f-4a24-b4dc-dc374d0d0483","MaaSModelRef":{"name":"auth-test-model-9e3b95","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"tenant":"e2e-shared-a-w2-9e3b95","gateway":"openshift-ingress/e2e-shared-a-w2-9e3b95","model":"ai-tenant-e2e-shared-a-w2-9e3b95/auth-test-model-9e3b95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:19.031285633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9e3b95","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"namespace":"ai-tenant-e2e-shared-a-w2-9e3b95","name":"auth-test-model-9e3b95","reconcileID":"11e328a6-f41f-4a24-b4dc-dc374d0d0483","MaaSModelRef":{"name":"auth-test-model-9e3b95","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"routeName":"auth-test-model-9e3b95-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95","llmisvcName":"auth-test-model-9e3b95","gateway":"openshift-ingress/e2e-shared-a-w2-9e3b95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:19.228794303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"namespace":"ai-tenant-e2e-shared-a-w2-9e3b95","name":"e2e-auth-iso-20cc75","reconcileID":"761d9063-985a-44e3-a47e-a9cef9be390f","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-9e3b95","tenantID":"e2e-shared-a-w2-9e3b95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:19.247881528Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"namespace":"ai-tenant-e2e-shared-a-w2-9e3b95","name":"e2e-auth-iso-20cc75","reconcileID":"9fe09170-0640-41a1-94c9-d97d2cd0c7a2","MaaSSubscription":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"name":"maas-trlp-auth-test-model-9e3b95","model":"auth-test-model-9e3b95","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w2-9e3b95/e2e-auth-iso-20cc75"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:19.285730044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"namespace":"ai-tenant-e2e-shared-a-w2-9e3b95","name":"e2e-auth-iso-20cc75","reconcileID":"761d9063-985a-44e3-a47e-a9cef9be390f","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"name":"e2e-shared-a-w2-9e3b95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:19.416725133Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9e3b95","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"namespace":"ai-tenant-e2e-shared-a-w2-9e3b95","name":"auth-test-model-9e3b95","reconcileID":"1985542a-e32c-444d-825a-e5a2f4d83b06","MaaSModelRef":{"name":"auth-test-model-9e3b95","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"tenant":"e2e-shared-a-w2-9e3b95","gateway":"openshift-ingress/e2e-shared-a-w2-9e3b95","model":"ai-tenant-e2e-shared-a-w2-9e3b95/auth-test-model-9e3b95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:19.416747791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9e3b95","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"namespace":"ai-tenant-e2e-shared-a-w2-9e3b95","name":"auth-test-model-9e3b95","reconcileID":"1985542a-e32c-444d-825a-e5a2f4d83b06","MaaSModelRef":{"name":"auth-test-model-9e3b95","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"routeName":"auth-test-model-9e3b95-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95","llmisvcName":"auth-test-model-9e3b95","gateway":"openshift-ingress/e2e-shared-a-w2-9e3b95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:19.626706397Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"namespace":"ai-tenant-e2e-shared-a-w2-9e3b95","name":"e2e-auth-iso-20cc75","reconcileID":"75ef8c5a-c5e9-4709-a11f-6f993299ca30","MaaSSubscription":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"name":"maas-trlp-auth-test-model-9e3b95","model":"ai-tenant-e2e-shared-a-w2-9e3b95/auth-test-model-9e3b95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:21.874109618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"namespace":"ai-tenant-e2e-shared-b-w3-c4d438","name":"e2e-auth-iso-a27466","reconcileID":"54790349-54c0-4768-8823-1c20d0428ac3","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-c4d438","tenantID":"e2e-shared-b-w3-c4d438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:21.930251571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"namespace":"ai-tenant-e2e-shared-b-w3-c4d438","name":"e2e-auth-iso-a27466","reconcileID":"54790349-54c0-4768-8823-1c20d0428ac3","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"name":"e2e-shared-b-w3-c4d438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:21.985282181Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-c4d438-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2ca114879c05ea0f2649f0c9848b0d80f716e26870843e2a0924e12aeb5387b6) AuthConfig (ece0ec06fbc2eef2bc54cf091c97c8affdbe021f6fb74552b8818ed4a277d8cd) AuthConfig (160a92752da8e0e23365d757c7232b31914b089537fc8915afcf4799699e91eb) AuthConfig (b4b3002e82af8fe418cd55c222d5d1265f036eba90b5bb69163ccdf5a0ebc292) AuthConfig (808fe9a63cd020c3ac6c1a476c53b14cfbdb65b0ad5d6717c402f07e94f4747e) AuthConfig (dea64244e11c92bab49c22a266cef815b3fe862ba65d4faec157fd85080901ed) AuthConfig (6d73b6bbb0a02ea5cab1b0649d46dd50a23f66ae90dfd393c0b9ec69d8d56d85) AuthConfig (ed1251554771bc74ab6ebcdd10c96d3ee8f1cbb0c96ed35269f0db506bb7bb47) AuthConfig (ecb2e65a7d7c65fd6d23011095a86135f40428b0329b19ff9808d5ad708ef484) AuthConfig (35056aa56fa91e349af0f8bb3a50fc1ee4b7288d6a72d1c4d16a3077f17fc0bd) AuthConfig (4ca07b74399d11d0da9a8244e776c40548b11ead3d46b8c7a3fea5b63184ed37) AuthConfig (a9cab3090f65a9da1e0a6c1457dd7b91176ad60686d27c31d3ea6b8e11f5dafe) AuthConfig (8d63d24320961d29bcd75b027b3890756834bc27d03df4a67902780730b6d5b9) AuthConfig (4ce8789702445bf3cff23c559ce0efe31529b4a8b450acd96eb6d48a11e94fad) AuthConfig (c7f6305bfd45229bf7af7b63bce8bb65f8caad52e6cc25fad20d76b11466ce91) AuthConfig (0e06f3e4cfb5ad44dbacade39b981c8cd31ed9d6e6b55ecc9e73bd98fbb626b9) AuthConfig (0ad21dc9aca6b3ecd23a3ea2482e009075be153b7e88365adb4d40e3513e5e80) AuthConfig (bee43dd5fbad4c430296ce504830b7cecf515428d9ee74e98720bfd77ff4dc16)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"namespace":"ai-tenant-e2e-shared-b-w3-c4d438","name":"e2e-auth-iso-a27466","reconcileID":"54790349-54c0-4768-8823-1c20d0428ac3","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:26.406068328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-183266"},"namespace":"ai-tenant-e2e-autores-183266","name":"default-tenant","reconcileID":"1c0b9a6b-ba5a-4bff-bdc4-de0052520b08","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-autores-183266","tenantID":"e2e-autores-183266","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:26.522226404Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-183266"},"namespace":"ai-tenant-e2e-autores-183266","name":"default-tenant","reconcileID":"1c0b9a6b-ba5a-4bff-bdc4-de0052520b08","name":"e2e-autores-183266-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:27.503920376Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"namespace":"ai-tenant-e2e-shared-a-w0-98b70c","name":"e2e-auth-iso-7e42e7","reconcileID":"7a411bb1-d1dc-4e75-8cfe-0803740e1319","MaaSSubscription":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"model":"ai-tenant-e2e-shared-a-w0-98b70c/auth-test-model-98b70c","subscription":"e2e-auth-iso-7e42e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:27.556614516Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"namespace":"ai-tenant-e2e-shared-a-w0-98b70c","name":"e2e-auth-iso-7e42e7","reconcileID":"7a411bb1-d1dc-4e75-8cfe-0803740e1319","MaaSSubscription":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"model":"ai-tenant-e2e-shared-a-w0-98b70c/auth-test-model-98b70c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:27.609629351Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"namespace":"ai-tenant-e2e-shared-a-w0-98b70c","name":"e2e-auth-iso-7e42e7","reconcileID":"7a411bb1-d1dc-4e75-8cfe-0803740e1319","MaaSSubscription":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"name":"maas-trlp-auth-test-model-98b70c","namespace":"ai-tenant-e2e-shared-a-w0-98b70c","model":"ai-tenant-e2e-shared-a-w0-98b70c/auth-test-model-98b70c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:27.882902477Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-98b70c","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"namespace":"ai-tenant-e2e-shared-a-w0-98b70c","name":"auth-test-model-98b70c","reconcileID":"8a9531d2-c2d0-4580-90a9-761e693a54d5","MaaSModelRef":{"name":"auth-test-model-98b70c","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"tenant":"e2e-shared-a-w0-98b70c","gateway":"openshift-ingress/e2e-shared-a-w0-98b70c","model":"ai-tenant-e2e-shared-a-w0-98b70c/auth-test-model-98b70c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:27.882924957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-98b70c","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"namespace":"ai-tenant-e2e-shared-a-w0-98b70c","name":"auth-test-model-98b70c","reconcileID":"8a9531d2-c2d0-4580-90a9-761e693a54d5","MaaSModelRef":{"name":"auth-test-model-98b70c","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"routeName":"auth-test-model-98b70c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-98b70c","llmisvcName":"auth-test-model-98b70c","gateway":"openshift-ingress/e2e-shared-a-w0-98b70c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:27.987949661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"namespace":"ai-tenant-e2e-shared-a-w0-98b70c","name":"e2e-auth-iso-7e42e7","reconcileID":"86cbeda7-4627-4442-8505-3bdf050aa55c","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-98b70c","tenantID":"e2e-shared-a-w0-98b70c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:28.038625252Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-98c748","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"namespace":"ai-tenant-e2e-shared-b-w0-98c748","name":"auth-test-model-98c748","reconcileID":"f369bb65-55fe-4ae9-bea4-651f80e2e4f0","MaaSModelRef":{"name":"auth-test-model-98c748","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"tenant":"e2e-shared-b-w0-98c748","gateway":"openshift-ingress/e2e-shared-b-w0-98c748","model":"ai-tenant-e2e-shared-b-w0-98c748/auth-test-model-98c748","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:28.038644562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-98c748","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"namespace":"ai-tenant-e2e-shared-b-w0-98c748","name":"auth-test-model-98c748","reconcileID":"f369bb65-55fe-4ae9-bea4-651f80e2e4f0","MaaSModelRef":{"name":"auth-test-model-98c748","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"routeName":"auth-test-model-98c748-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-98c748","llmisvcName":"auth-test-model-98c748","gateway":"openshift-ingress/e2e-shared-b-w0-98c748","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:28.044257388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"namespace":"ai-tenant-e2e-shared-a-w0-98b70c","name":"e2e-auth-iso-7e42e7","reconcileID":"86cbeda7-4627-4442-8505-3bdf050aa55c","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"name":"e2e-shared-a-w0-98b70c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:28.14282666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"namespace":"ai-tenant-e2e-shared-b-w0-98c748","name":"e2e-auth-iso-7e42e7","reconcileID":"01c625f1-eba3-4338-9e1b-dc103d0e3396","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-98c748","tenantID":"e2e-shared-b-w0-98c748","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:28.199538423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"namespace":"ai-tenant-e2e-shared-b-w0-98c748","name":"e2e-auth-iso-7e42e7","reconcileID":"01c625f1-eba3-4338-9e1b-dc103d0e3396","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"name":"e2e-shared-b-w0-98c748-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:28.200188546Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"namespace":"ai-tenant-e2e-shared-b-w0-98c748","name":"e2e-auth-iso-7e42e7","reconcileID":"badb99c0-1414-484d-a746-1c15af724b4d","MaaSSubscription":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d66ffa8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:28.354732277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"namespace":"ai-tenant-e2e-shared-a-w0-98b70c","name":"e2e-auth-iso-7e42e7","reconcileID":"e6ca2066-54f9-44c5-9bcd-b9ebe4cbf456","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-98b70c","tenantID":"e2e-shared-a-w0-98b70c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:28.411455506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"namespace":"ai-tenant-e2e-shared-a-w0-98b70c","name":"e2e-auth-iso-7e42e7","reconcileID":"e6ca2066-54f9-44c5-9bcd-b9ebe4cbf456","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"name":"e2e-shared-a-w0-98b70c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:28.554897426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"namespace":"ai-tenant-e2e-shared-b-w0-98c748","name":"e2e-auth-iso-7e42e7","reconcileID":"e926e2e6-5409-46b2-b9ac-ef7dc178b23d","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-98c748","tenantID":"e2e-shared-b-w0-98c748","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:28.611025845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"namespace":"ai-tenant-e2e-shared-b-w0-98c748","name":"e2e-auth-iso-7e42e7","reconcileID":"e926e2e6-5409-46b2-b9ac-ef7dc178b23d","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"name":"e2e-shared-b-w0-98c748-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:32.090608771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"namespace":"ai-tenant-e2e-shared-b-w3-c4d438","name":"e2e-auth-iso-a27466","reconcileID":"748e611e-78fe-4015-a059-0f0106774136","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-c4d438","tenantID":"e2e-shared-b-w3-c4d438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:32.147151876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"namespace":"ai-tenant-e2e-shared-b-w3-c4d438","name":"e2e-auth-iso-a27466","reconcileID":"748e611e-78fe-4015-a059-0f0106774136","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"name":"e2e-shared-b-w3-c4d438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:32.202806629Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-c4d438-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2ca114879c05ea0f2649f0c9848b0d80f716e26870843e2a0924e12aeb5387b6) AuthConfig (ece0ec06fbc2eef2bc54cf091c97c8affdbe021f6fb74552b8818ed4a277d8cd) AuthConfig (160a92752da8e0e23365d757c7232b31914b089537fc8915afcf4799699e91eb) AuthConfig (b4b3002e82af8fe418cd55c222d5d1265f036eba90b5bb69163ccdf5a0ebc292) AuthConfig (808fe9a63cd020c3ac6c1a476c53b14cfbdb65b0ad5d6717c402f07e94f4747e) AuthConfig (dea64244e11c92bab49c22a266cef815b3fe862ba65d4faec157fd85080901ed) AuthConfig (6d73b6bbb0a02ea5cab1b0649d46dd50a23f66ae90dfd393c0b9ec69d8d56d85) AuthConfig (ed1251554771bc74ab6ebcdd10c96d3ee8f1cbb0c96ed35269f0db506bb7bb47) AuthConfig (ecb2e65a7d7c65fd6d23011095a86135f40428b0329b19ff9808d5ad708ef484) AuthConfig (35056aa56fa91e349af0f8bb3a50fc1ee4b7288d6a72d1c4d16a3077f17fc0bd) AuthConfig (4ca07b74399d11d0da9a8244e776c40548b11ead3d46b8c7a3fea5b63184ed37) AuthConfig (a9cab3090f65a9da1e0a6c1457dd7b91176ad60686d27c31d3ea6b8e11f5dafe) AuthConfig (8d63d24320961d29bcd75b027b3890756834bc27d03df4a67902780730b6d5b9) AuthConfig (4ce8789702445bf3cff23c559ce0efe31529b4a8b450acd96eb6d48a11e94fad) AuthConfig (c7f6305bfd45229bf7af7b63bce8bb65f8caad52e6cc25fad20d76b11466ce91) AuthConfig (0e06f3e4cfb5ad44dbacade39b981c8cd31ed9d6e6b55ecc9e73bd98fbb626b9) AuthConfig (0ad21dc9aca6b3ecd23a3ea2482e009075be153b7e88365adb4d40e3513e5e80) AuthConfig (bee43dd5fbad4c430296ce504830b7cecf515428d9ee74e98720bfd77ff4dc16)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"namespace":"ai-tenant-e2e-shared-b-w3-c4d438","name":"e2e-auth-iso-a27466","reconcileID":"748e611e-78fe-4015-a059-0f0106774136","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:38.25400199Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"namespace":"ai-tenant-e2e-shared-b-w0-98c748","name":"e2e-auth-iso-7e42e7","reconcileID":"ee17a884-d86e-4559-a393-c2360ce64973","MaaSSubscription":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"model":"ai-tenant-e2e-shared-b-w0-98c748/auth-test-model-98c748","subscription":"e2e-auth-iso-7e42e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:38.306909632Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"namespace":"ai-tenant-e2e-shared-b-w0-98c748","name":"e2e-auth-iso-7e42e7","reconcileID":"ee17a884-d86e-4559-a393-c2360ce64973","MaaSSubscription":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"model":"ai-tenant-e2e-shared-b-w0-98c748/auth-test-model-98c748","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:38.35994864Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"namespace":"ai-tenant-e2e-shared-b-w0-98c748","name":"e2e-auth-iso-7e42e7","reconcileID":"ee17a884-d86e-4559-a393-c2360ce64973","MaaSSubscription":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"name":"maas-trlp-auth-test-model-98c748","namespace":"ai-tenant-e2e-shared-b-w0-98c748","model":"ai-tenant-e2e-shared-b-w0-98c748/auth-test-model-98c748","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:38.637011385Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-98c748","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"namespace":"ai-tenant-e2e-shared-b-w0-98c748","name":"auth-test-model-98c748","reconcileID":"e31a4573-97ab-4012-a6cb-77bf359e1a6a","MaaSModelRef":{"name":"auth-test-model-98c748","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"tenant":"e2e-shared-b-w0-98c748","gateway":"openshift-ingress/e2e-shared-b-w0-98c748","model":"ai-tenant-e2e-shared-b-w0-98c748/auth-test-model-98c748","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:38.637035684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-98c748","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"namespace":"ai-tenant-e2e-shared-b-w0-98c748","name":"auth-test-model-98c748","reconcileID":"e31a4573-97ab-4012-a6cb-77bf359e1a6a","MaaSModelRef":{"name":"auth-test-model-98c748","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"routeName":"auth-test-model-98c748-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-98c748","llmisvcName":"auth-test-model-98c748","gateway":"openshift-ingress/e2e-shared-b-w0-98c748","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:38.742584933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"namespace":"ai-tenant-e2e-shared-b-w0-98c748","name":"e2e-auth-iso-7e42e7","reconcileID":"b9fd8154-7642-46a8-bf91-7fa4ef6a0fd0","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-98c748","tenantID":"e2e-shared-b-w0-98c748","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:38.799663617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"namespace":"ai-tenant-e2e-shared-b-w0-98c748","name":"e2e-auth-iso-7e42e7","reconcileID":"b9fd8154-7642-46a8-bf91-7fa4ef6a0fd0","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"name":"e2e-shared-b-w0-98c748-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:38.80032123Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"namespace":"ai-tenant-e2e-shared-a-w0-98b70c","name":"e2e-auth-iso-7e42e7","reconcileID":"0b494144-910f-4f87-b7a9-1e42f643c4b2","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"model":"ai-tenant-e2e-shared-a-w0-98b70c/auth-test-model-98b70c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:38.800470972Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-98b70c","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"namespace":"ai-tenant-e2e-shared-a-w0-98b70c","name":"auth-test-model-98b70c","reconcileID":"ba223110-ad78-4726-93e7-476dbd70703e","MaaSModelRef":{"name":"auth-test-model-98b70c","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"tenant":"e2e-shared-a-w0-98b70c","gateway":"openshift-ingress/e2e-shared-a-w0-98b70c","model":"ai-tenant-e2e-shared-a-w0-98b70c/auth-test-model-98b70c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:38.800490457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-98b70c","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"namespace":"ai-tenant-e2e-shared-a-w0-98b70c","name":"auth-test-model-98b70c","reconcileID":"ba223110-ad78-4726-93e7-476dbd70703e","MaaSModelRef":{"name":"auth-test-model-98b70c","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"routeName":"auth-test-model-98b70c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-98b70c","llmisvcName":"auth-test-model-98b70c","gateway":"openshift-ingress/e2e-shared-a-w0-98b70c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:39.005750062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"namespace":"ai-tenant-e2e-shared-a-w0-98b70c","name":"e2e-auth-iso-7e42e7","reconcileID":"0b494144-910f-4f87-b7a9-1e42f643c4b2","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-98b70c","tenantID":"e2e-shared-a-w0-98b70c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:39.110362665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"namespace":"ai-tenant-e2e-shared-b-w0-98c748","name":"e2e-auth-iso-7e42e7","reconcileID":"d44030bb-addc-4a65-8570-69d65016ffbc","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-98c748","tenantID":"e2e-shared-b-w0-98c748","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:39.128213655Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"namespace":"ai-tenant-e2e-shared-a-w0-98b70c","name":"e2e-auth-iso-7e42e7","reconcileID":"0b494144-910f-4f87-b7a9-1e42f643c4b2","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"name":"e2e-shared-a-w0-98b70c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:39.128236132Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"namespace":"ai-tenant-e2e-shared-a-w0-98b70c","name":"e2e-auth-iso-7e42e7","reconcileID":"0b494144-910f-4f87-b7a9-1e42f643c4b2","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-98b70c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:39.16971435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"namespace":"ai-tenant-e2e-shared-b-w0-98c748","name":"e2e-auth-iso-7e42e7","reconcileID":"d44030bb-addc-4a65-8570-69d65016ffbc","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"name":"e2e-shared-b-w0-98c748-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:39.185097142Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-98b70c","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"namespace":"ai-tenant-e2e-shared-a-w0-98b70c","name":"auth-test-model-98b70c","reconcileID":"73411643-ccc0-4149-9105-13c5b2c09717","MaaSModelRef":{"name":"auth-test-model-98b70c","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"tenant":"e2e-shared-a-w0-98b70c","gateway":"openshift-ingress/e2e-shared-a-w0-98b70c","model":"ai-tenant-e2e-shared-a-w0-98b70c/auth-test-model-98b70c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:39.185116631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-98b70c","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"namespace":"ai-tenant-e2e-shared-a-w0-98b70c","name":"auth-test-model-98b70c","reconcileID":"73411643-ccc0-4149-9105-13c5b2c09717","MaaSModelRef":{"name":"auth-test-model-98b70c","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"routeName":"auth-test-model-98b70c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-98b70c","llmisvcName":"auth-test-model-98b70c","gateway":"openshift-ingress/e2e-shared-a-w0-98b70c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:39.341139812Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-98c748","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"namespace":"ai-tenant-e2e-shared-b-w0-98c748","name":"auth-test-model-98c748","reconcileID":"7036a790-26a3-4669-aa49-c3364ffa1ac0","MaaSModelRef":{"name":"auth-test-model-98c748","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"tenant":"e2e-shared-b-w0-98c748","gateway":"openshift-ingress/e2e-shared-b-w0-98c748","model":"ai-tenant-e2e-shared-b-w0-98c748/auth-test-model-98c748","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:39.341161828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-98c748","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"namespace":"ai-tenant-e2e-shared-b-w0-98c748","name":"auth-test-model-98c748","reconcileID":"7036a790-26a3-4669-aa49-c3364ffa1ac0","MaaSModelRef":{"name":"auth-test-model-98c748","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"routeName":"auth-test-model-98c748-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-98c748","llmisvcName":"auth-test-model-98c748","gateway":"openshift-ingress/e2e-shared-b-w0-98c748","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:39.375863832Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"namespace":"ai-tenant-e2e-shared-b-w0-98c748","name":"e2e-auth-iso-7e42e7","reconcileID":"64179a8c-2348-482a-bd87-3b3f52a6ae5e","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"model":"ai-tenant-e2e-shared-b-w0-98c748/auth-test-model-98c748","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:39.532747318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"namespace":"ai-tenant-e2e-shared-b-w0-98c748","name":"e2e-auth-iso-7e42e7","reconcileID":"64179a8c-2348-482a-bd87-3b3f52a6ae5e","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-98c748","tenantID":"e2e-shared-b-w0-98c748","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:39.654841236Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"namespace":"ai-tenant-e2e-shared-b-w0-98c748","name":"e2e-auth-iso-7e42e7","reconcileID":"64179a8c-2348-482a-bd87-3b3f52a6ae5e","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"name":"e2e-shared-b-w0-98c748-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:39.654865111Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"namespace":"ai-tenant-e2e-shared-b-w0-98c748","name":"e2e-auth-iso-7e42e7","reconcileID":"64179a8c-2348-482a-bd87-3b3f52a6ae5e","MaaSAuthPolicy":{"name":"e2e-auth-iso-7e42e7","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-98c748","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:39.711276421Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-98c748","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"namespace":"ai-tenant-e2e-shared-b-w0-98c748","name":"auth-test-model-98c748","reconcileID":"cacde2fc-c5cb-4fa2-91d9-8e46e0db3c9a","MaaSModelRef":{"name":"auth-test-model-98c748","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"tenant":"e2e-shared-b-w0-98c748","gateway":"openshift-ingress/e2e-shared-b-w0-98c748","model":"ai-tenant-e2e-shared-b-w0-98c748/auth-test-model-98c748","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:39.711324759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-98c748","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"namespace":"ai-tenant-e2e-shared-b-w0-98c748","name":"auth-test-model-98c748","reconcileID":"cacde2fc-c5cb-4fa2-91d9-8e46e0db3c9a","MaaSModelRef":{"name":"auth-test-model-98c748","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"routeName":"auth-test-model-98c748-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-98c748","llmisvcName":"auth-test-model-98c748","gateway":"openshift-ingress/e2e-shared-b-w0-98c748","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:42.308387095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"namespace":"ai-tenant-e2e-shared-b-w3-c4d438","name":"e2e-auth-iso-a27466","reconcileID":"167df5cd-5f38-44ed-9929-fd91d618dc10","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-c4d438","tenantID":"e2e-shared-b-w3-c4d438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:42.365738532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"namespace":"ai-tenant-e2e-shared-b-w3-c4d438","name":"e2e-auth-iso-a27466","reconcileID":"167df5cd-5f38-44ed-9929-fd91d618dc10","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"name":"e2e-shared-b-w3-c4d438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:42.420797897Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-c4d438-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2ca114879c05ea0f2649f0c9848b0d80f716e26870843e2a0924e12aeb5387b6) AuthConfig (ece0ec06fbc2eef2bc54cf091c97c8affdbe021f6fb74552b8818ed4a277d8cd) AuthConfig (160a92752da8e0e23365d757c7232b31914b089537fc8915afcf4799699e91eb) AuthConfig (b4b3002e82af8fe418cd55c222d5d1265f036eba90b5bb69163ccdf5a0ebc292) AuthConfig (808fe9a63cd020c3ac6c1a476c53b14cfbdb65b0ad5d6717c402f07e94f4747e) AuthConfig (dea64244e11c92bab49c22a266cef815b3fe862ba65d4faec157fd85080901ed) AuthConfig (6d73b6bbb0a02ea5cab1b0649d46dd50a23f66ae90dfd393c0b9ec69d8d56d85) AuthConfig (ed1251554771bc74ab6ebcdd10c96d3ee8f1cbb0c96ed35269f0db506bb7bb47) AuthConfig (ecb2e65a7d7c65fd6d23011095a86135f40428b0329b19ff9808d5ad708ef484) AuthConfig (35056aa56fa91e349af0f8bb3a50fc1ee4b7288d6a72d1c4d16a3077f17fc0bd) AuthConfig (4ca07b74399d11d0da9a8244e776c40548b11ead3d46b8c7a3fea5b63184ed37) AuthConfig (a9cab3090f65a9da1e0a6c1457dd7b91176ad60686d27c31d3ea6b8e11f5dafe) AuthConfig (8d63d24320961d29bcd75b027b3890756834bc27d03df4a67902780730b6d5b9) AuthConfig (4ce8789702445bf3cff23c559ce0efe31529b4a8b450acd96eb6d48a11e94fad) AuthConfig (c7f6305bfd45229bf7af7b63bce8bb65f8caad52e6cc25fad20d76b11466ce91) AuthConfig (0e06f3e4cfb5ad44dbacade39b981c8cd31ed9d6e6b55ecc9e73bd98fbb626b9) AuthConfig (0ad21dc9aca6b3ecd23a3ea2482e009075be153b7e88365adb4d40e3513e5e80) AuthConfig (bee43dd5fbad4c430296ce504830b7cecf515428d9ee74e98720bfd77ff4dc16)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"namespace":"ai-tenant-e2e-shared-b-w3-c4d438","name":"e2e-auth-iso-a27466","reconcileID":"167df5cd-5f38-44ed-9929-fd91d618dc10","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:44.030325028Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:45.318533303Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"namespace":"ai-tenant-e2e-shared-a-w2-9e3b95","name":"e2e-auth-iso-20cc75","reconcileID":"cc338106-df10-4102-8999-d26503bbd503","MaaSSubscription":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"name":"maas-trlp-auth-test-model-9e3b95","model":"ai-tenant-e2e-shared-a-w2-9e3b95/auth-test-model-9e3b95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:45.49208289Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9e3b95","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"namespace":"ai-tenant-e2e-shared-a-w2-9e3b95","name":"auth-test-model-9e3b95","reconcileID":"d1d01822-30ce-4dac-94f0-f27a4e19ff76","MaaSModelRef":{"name":"auth-test-model-9e3b95","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"tenant":"e2e-shared-a-w2-9e3b95","gateway":"openshift-ingress/e2e-shared-a-w2-9e3b95","model":"ai-tenant-e2e-shared-a-w2-9e3b95/auth-test-model-9e3b95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:45.492112729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9e3b95","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"namespace":"ai-tenant-e2e-shared-a-w2-9e3b95","name":"auth-test-model-9e3b95","reconcileID":"d1d01822-30ce-4dac-94f0-f27a4e19ff76","MaaSModelRef":{"name":"auth-test-model-9e3b95","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"routeName":"auth-test-model-9e3b95-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95","llmisvcName":"auth-test-model-9e3b95","gateway":"openshift-ingress/e2e-shared-a-w2-9e3b95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:46.179370279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"namespace":"ai-tenant-e2e-shared-a-w2-9e3b95","name":"e2e-auth-iso-20cc75","reconcileID":"6229c766-95f7-46c7-9df9-80c93c7ae582","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-9e3b95","tenantID":"e2e-shared-a-w2-9e3b95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:46.197876137Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5632ea","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"namespace":"ai-tenant-e2e-shared-b-w2-5632ea","name":"auth-test-model-5632ea","reconcileID":"c7867783-eb8f-4b45-9779-aa74719480a2","MaaSModelRef":{"name":"auth-test-model-5632ea","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"tenant":"e2e-shared-b-w2-5632ea","gateway":"openshift-ingress/e2e-shared-b-w2-5632ea","model":"ai-tenant-e2e-shared-b-w2-5632ea/auth-test-model-5632ea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:46.197914023Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5632ea","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"namespace":"ai-tenant-e2e-shared-b-w2-5632ea","name":"auth-test-model-5632ea","reconcileID":"c7867783-eb8f-4b45-9779-aa74719480a2","MaaSModelRef":{"name":"auth-test-model-5632ea","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"routeName":"auth-test-model-5632ea-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-5632ea","llmisvcName":"auth-test-model-5632ea","gateway":"openshift-ingress/e2e-shared-b-w2-5632ea","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:46.235643222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"namespace":"ai-tenant-e2e-shared-a-w2-9e3b95","name":"e2e-auth-iso-20cc75","reconcileID":"6229c766-95f7-46c7-9df9-80c93c7ae582","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"name":"e2e-shared-a-w2-9e3b95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:46.252477726Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5632ea","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"namespace":"ai-tenant-e2e-shared-b-w2-5632ea","name":"auth-test-model-5632ea","reconcileID":"d45032ff-5047-4d1b-8a8f-e0fde049a65e","MaaSModelRef":{"name":"auth-test-model-5632ea","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"tenant":"e2e-shared-b-w2-5632ea","gateway":"openshift-ingress/e2e-shared-b-w2-5632ea","model":"ai-tenant-e2e-shared-b-w2-5632ea/auth-test-model-5632ea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:46.252508459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5632ea","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"namespace":"ai-tenant-e2e-shared-b-w2-5632ea","name":"auth-test-model-5632ea","reconcileID":"d45032ff-5047-4d1b-8a8f-e0fde049a65e","MaaSModelRef":{"name":"auth-test-model-5632ea","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"routeName":"auth-test-model-5632ea-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-5632ea","llmisvcName":"auth-test-model-5632ea","gateway":"openshift-ingress/e2e-shared-b-w2-5632ea","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:46.357728837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"namespace":"ai-tenant-e2e-shared-b-w2-5632ea","name":"e2e-auth-iso-20cc75","reconcileID":"8952b276-e07c-4bd8-92d6-888396621323","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-5632ea","tenantID":"e2e-shared-b-w2-5632ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:46.482873182Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"namespace":"ai-tenant-e2e-shared-b-w2-5632ea","name":"e2e-auth-iso-20cc75","reconcileID":"8952b276-e07c-4bd8-92d6-888396621323","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"name":"e2e-shared-b-w2-5632ea-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:46.541576764Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-5632ea-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"namespace":"ai-tenant-e2e-shared-b-w2-5632ea","name":"e2e-auth-iso-20cc75","reconcileID":"8952b276-e07c-4bd8-92d6-888396621323","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:46.597175237Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5632ea","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"namespace":"ai-tenant-e2e-shared-b-w2-5632ea","name":"auth-test-model-5632ea","reconcileID":"984011e1-3749-48d8-adcd-57b9eb5e19b6","MaaSModelRef":{"name":"auth-test-model-5632ea","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"tenant":"e2e-shared-b-w2-5632ea","gateway":"openshift-ingress/e2e-shared-b-w2-5632ea","model":"ai-tenant-e2e-shared-b-w2-5632ea/auth-test-model-5632ea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:46.597199799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5632ea","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"namespace":"ai-tenant-e2e-shared-b-w2-5632ea","name":"auth-test-model-5632ea","reconcileID":"984011e1-3749-48d8-adcd-57b9eb5e19b6","MaaSModelRef":{"name":"auth-test-model-5632ea","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"routeName":"auth-test-model-5632ea-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-5632ea","llmisvcName":"auth-test-model-5632ea","gateway":"openshift-ingress/e2e-shared-b-w2-5632ea","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:52.527153732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"namespace":"ai-tenant-e2e-shared-b-w3-c4d438","name":"e2e-auth-iso-a27466","reconcileID":"b759734f-bd9c-4d2f-83c3-0f0b1871a1b3","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-c4d438","tenantID":"e2e-shared-b-w3-c4d438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:52.583547486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"namespace":"ai-tenant-e2e-shared-b-w3-c4d438","name":"e2e-auth-iso-a27466","reconcileID":"b759734f-bd9c-4d2f-83c3-0f0b1871a1b3","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"name":"e2e-shared-b-w3-c4d438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:52.89959998Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c4d438","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"namespace":"ai-tenant-e2e-shared-b-w3-c4d438","name":"auth-test-model-c4d438","reconcileID":"c6121aa2-e3dc-4125-b90e-f95f69e57bdf","MaaSModelRef":{"name":"auth-test-model-c4d438","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"tenant":"e2e-shared-b-w3-c4d438","gateway":"openshift-ingress/e2e-shared-b-w3-c4d438","model":"ai-tenant-e2e-shared-b-w3-c4d438/auth-test-model-c4d438","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:52.899622411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c4d438","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"namespace":"ai-tenant-e2e-shared-b-w3-c4d438","name":"auth-test-model-c4d438","reconcileID":"c6121aa2-e3dc-4125-b90e-f95f69e57bdf","MaaSModelRef":{"name":"auth-test-model-c4d438","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"routeName":"auth-test-model-c4d438-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-c4d438","llmisvcName":"auth-test-model-c4d438","gateway":"openshift-ingress/e2e-shared-b-w3-c4d438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:56.703072874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"namespace":"ai-tenant-e2e-shared-b-w2-5632ea","name":"e2e-auth-iso-20cc75","reconcileID":"326e259d-a83c-4e06-8856-e775c55f0285","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-5632ea","tenantID":"e2e-shared-b-w2-5632ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:56.759738185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"namespace":"ai-tenant-e2e-shared-b-w2-5632ea","name":"e2e-auth-iso-20cc75","reconcileID":"326e259d-a83c-4e06-8856-e775c55f0285","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"name":"e2e-shared-b-w2-5632ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:56.815548791Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-5632ea-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"namespace":"ai-tenant-e2e-shared-b-w2-5632ea","name":"e2e-auth-iso-20cc75","reconcileID":"326e259d-a83c-4e06-8856-e775c55f0285","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:58.367940003Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c4d438","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"namespace":"ai-tenant-e2e-shared-b-w3-c4d438","name":"auth-test-model-c4d438","reconcileID":"e5d356be-6b7d-44a6-a42b-b0ea5db9eb02","MaaSModelRef":{"name":"auth-test-model-c4d438","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"tenant":"e2e-shared-b-w3-c4d438","gateway":"openshift-ingress/e2e-shared-b-w3-c4d438","model":"ai-tenant-e2e-shared-b-w3-c4d438/auth-test-model-c4d438","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:58.367966713Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c4d438","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"namespace":"ai-tenant-e2e-shared-b-w3-c4d438","name":"auth-test-model-c4d438","reconcileID":"e5d356be-6b7d-44a6-a42b-b0ea5db9eb02","MaaSModelRef":{"name":"auth-test-model-c4d438","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"routeName":"auth-test-model-c4d438-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-c4d438","llmisvcName":"auth-test-model-c4d438","gateway":"openshift-ingress/e2e-shared-b-w3-c4d438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:58.426339609Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c4d438","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"namespace":"ai-tenant-e2e-shared-b-w3-c4d438","name":"auth-test-model-c4d438","reconcileID":"a627747c-571b-4f9f-9196-25254975b860","MaaSModelRef":{"name":"auth-test-model-c4d438","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"tenant":"e2e-shared-b-w3-c4d438","gateway":"openshift-ingress/e2e-shared-b-w3-c4d438","model":"ai-tenant-e2e-shared-b-w3-c4d438/auth-test-model-c4d438","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:58.426369714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c4d438","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"namespace":"ai-tenant-e2e-shared-b-w3-c4d438","name":"auth-test-model-c4d438","reconcileID":"a627747c-571b-4f9f-9196-25254975b860","MaaSModelRef":{"name":"auth-test-model-c4d438","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"routeName":"auth-test-model-c4d438-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-c4d438","llmisvcName":"auth-test-model-c4d438","gateway":"openshift-ingress/e2e-shared-b-w3-c4d438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:58.472501192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"namespace":"ai-tenant-e2e-shared-b-w3-c4d438","name":"e2e-auth-iso-a27466","reconcileID":"47ab44ea-930f-4d64-ac1f-ce95923b8d2a","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-c4d438","tenantID":"e2e-shared-b-w3-c4d438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T02:05:58.474406925Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"namespace":"ai-tenant-e2e-shared-b-w3-c4d438","name":"e2e-auth-iso-a27466","reconcileID":"d0a210cf-5690-4eca-92b7-0bb204869319","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-a27466\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:58.530287038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"namespace":"ai-tenant-e2e-shared-b-w3-c4d438","name":"e2e-auth-iso-a27466","reconcileID":"47ab44ea-930f-4d64-ac1f-ce95923b8d2a","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"name":"e2e-shared-b-w3-c4d438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:58.581939958Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c4d438","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"namespace":"ai-tenant-e2e-shared-b-w3-c4d438","name":"auth-test-model-c4d438","reconcileID":"97c1d67e-da67-4903-9a0a-e583537dafcb","MaaSModelRef":{"name":"auth-test-model-c4d438","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"tenant":"e2e-shared-b-w3-c4d438","gateway":"openshift-ingress/e2e-shared-b-w3-c4d438","model":"ai-tenant-e2e-shared-b-w3-c4d438/auth-test-model-c4d438","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:58.581962584Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c4d438","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"namespace":"ai-tenant-e2e-shared-b-w3-c4d438","name":"auth-test-model-c4d438","reconcileID":"97c1d67e-da67-4903-9a0a-e583537dafcb","MaaSModelRef":{"name":"auth-test-model-c4d438","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"routeName":"auth-test-model-c4d438-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-c4d438","llmisvcName":"auth-test-model-c4d438","gateway":"openshift-ingress/e2e-shared-b-w3-c4d438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:58.639863928Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c4d438","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"namespace":"ai-tenant-e2e-shared-b-w3-c4d438","name":"auth-test-model-c4d438","reconcileID":"5dc0c3bc-9f46-45ec-bae0-2ee780a1f05c","MaaSModelRef":{"name":"auth-test-model-c4d438","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"tenant":"e2e-shared-b-w3-c4d438","gateway":"openshift-ingress/e2e-shared-b-w3-c4d438","model":"ai-tenant-e2e-shared-b-w3-c4d438/auth-test-model-c4d438","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:58.639888128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c4d438","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"namespace":"ai-tenant-e2e-shared-b-w3-c4d438","name":"auth-test-model-c4d438","reconcileID":"5dc0c3bc-9f46-45ec-bae0-2ee780a1f05c","MaaSModelRef":{"name":"auth-test-model-c4d438","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"routeName":"auth-test-model-c4d438-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-c4d438","llmisvcName":"auth-test-model-c4d438","gateway":"openshift-ingress/e2e-shared-b-w3-c4d438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:58.840825409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"namespace":"ai-tenant-e2e-shared-b-w3-c4d438","name":"e2e-auth-iso-a27466","reconcileID":"f752801b-3710-4335-8571-617218878e19","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-c4d438","tenantID":"e2e-shared-b-w3-c4d438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:58.855726847Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"namespace":"ai-tenant-e2e-shared-b-w3-c4d438","name":"e2e-auth-iso-a27466","reconcileID":"36421b12-fdea-41f8-9bcf-2671652e865d","MaaSSubscription":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"name":"maas-trlp-auth-test-model-c4d438","model":"auth-test-model-c4d438","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w3-c4d438/e2e-auth-iso-a27466"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:58.898873372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"namespace":"ai-tenant-e2e-shared-b-w3-c4d438","name":"e2e-auth-iso-a27466","reconcileID":"f752801b-3710-4335-8571-617218878e19","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"name":"e2e-shared-b-w3-c4d438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:59.026163217Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c4d438","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"namespace":"ai-tenant-e2e-shared-b-w3-c4d438","name":"auth-test-model-c4d438","reconcileID":"6ce9ab4b-e422-47db-82f5-535068a7dab6","MaaSModelRef":{"name":"auth-test-model-c4d438","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"tenant":"e2e-shared-b-w3-c4d438","gateway":"openshift-ingress/e2e-shared-b-w3-c4d438","model":"ai-tenant-e2e-shared-b-w3-c4d438/auth-test-model-c4d438","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:59.026187245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c4d438","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"namespace":"ai-tenant-e2e-shared-b-w3-c4d438","name":"auth-test-model-c4d438","reconcileID":"6ce9ab4b-e422-47db-82f5-535068a7dab6","MaaSModelRef":{"name":"auth-test-model-c4d438","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"routeName":"auth-test-model-c4d438-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-c4d438","llmisvcName":"auth-test-model-c4d438","gateway":"openshift-ingress/e2e-shared-b-w3-c4d438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:59.241547701Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"namespace":"ai-tenant-e2e-shared-b-w3-c4d438","name":"e2e-auth-iso-a27466","reconcileID":"79c743fc-dd82-405c-9602-e76aed2d2274","MaaSSubscription":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"name":"maas-trlp-auth-test-model-c4d438","model":"ai-tenant-e2e-shared-b-w3-c4d438/auth-test-model-c4d438","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T02:06:00.937983861Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-8114c9","namespace":"ai-tenant-e2e-noten-8114c9"},"namespace":"ai-tenant-e2e-noten-8114c9","name":"noten-model-8114c9","reconcileID":"9ac79849-08ad-48bb-b35f-3581ec26f2ec","MaaSModelRef":{"name":"noten-model-8114c9","namespace":"ai-tenant-e2e-noten-8114c9"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-8114c9/noten-model-8114c9: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-8114c9/noten-model-8114c9-kserve-route (gateways: [openshift-ingress/e2e-noten-8114c9]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:06:01.017421138Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-8114c9","namespace":"ai-tenant-e2e-noten-8114c9"},"namespace":"ai-tenant-e2e-noten-8114c9","name":"noten-model-8114c9","reconcileID":"9ac79849-08ad-48bb-b35f-3581ec26f2ec","error":"resolve tenant gateway for model ai-tenant-e2e-noten-8114c9/noten-model-8114c9: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-8114c9/noten-model-8114c9-kserve-route (gateways: [openshift-ingress/e2e-noten-8114c9]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:06:01.023002048Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-8114c9","namespace":"ai-tenant-e2e-noten-8114c9"},"namespace":"ai-tenant-e2e-noten-8114c9","name":"noten-model-8114c9","reconcileID":"8867e3e1-d4c6-419f-bb21-8605d821da55","MaaSModelRef":{"name":"noten-model-8114c9","namespace":"ai-tenant-e2e-noten-8114c9"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-8114c9/noten-model-8114c9: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-8114c9/noten-model-8114c9-kserve-route (gateways: [openshift-ingress/e2e-noten-8114c9]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:06:01.023060739Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-8114c9","namespace":"ai-tenant-e2e-noten-8114c9"},"namespace":"ai-tenant-e2e-noten-8114c9","name":"noten-model-8114c9","reconcileID":"8867e3e1-d4c6-419f-bb21-8605d821da55","error":"resolve tenant gateway for model ai-tenant-e2e-noten-8114c9/noten-model-8114c9: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-8114c9/noten-model-8114c9-kserve-route (gateways: [openshift-ingress/e2e-noten-8114c9]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:06:01.034301522Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-8114c9","namespace":"ai-tenant-e2e-noten-8114c9"},"namespace":"ai-tenant-e2e-noten-8114c9","name":"noten-model-8114c9","reconcileID":"ce81efee-c5d1-4c6a-ac5e-1d67a12af333","MaaSModelRef":{"name":"noten-model-8114c9","namespace":"ai-tenant-e2e-noten-8114c9"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-8114c9/noten-model-8114c9: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-8114c9/noten-model-8114c9-kserve-route (gateways: [openshift-ingress/e2e-noten-8114c9]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:06:01.034361216Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-8114c9","namespace":"ai-tenant-e2e-noten-8114c9"},"namespace":"ai-tenant-e2e-noten-8114c9","name":"noten-model-8114c9","reconcileID":"ce81efee-c5d1-4c6a-ac5e-1d67a12af333","error":"resolve tenant gateway for model ai-tenant-e2e-noten-8114c9/noten-model-8114c9: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-8114c9/noten-model-8114c9-kserve-route (gateways: [openshift-ingress/e2e-noten-8114c9]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:06:01.055200516Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-8114c9","namespace":"ai-tenant-e2e-noten-8114c9"},"namespace":"ai-tenant-e2e-noten-8114c9","name":"noten-model-8114c9","reconcileID":"7258c397-9f91-435f-99e0-3c1f0fbad78b","MaaSModelRef":{"name":"noten-model-8114c9","namespace":"ai-tenant-e2e-noten-8114c9"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-8114c9/noten-model-8114c9: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-8114c9/noten-model-8114c9-kserve-route (gateways: [openshift-ingress/e2e-noten-8114c9]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:06:01.055260104Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-8114c9","namespace":"ai-tenant-e2e-noten-8114c9"},"namespace":"ai-tenant-e2e-noten-8114c9","name":"noten-model-8114c9","reconcileID":"7258c397-9f91-435f-99e0-3c1f0fbad78b","error":"resolve tenant gateway for model ai-tenant-e2e-noten-8114c9/noten-model-8114c9: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-8114c9/noten-model-8114c9-kserve-route (gateways: [openshift-ingress/e2e-noten-8114c9]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:06:01.096562662Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-8114c9","namespace":"ai-tenant-e2e-noten-8114c9"},"namespace":"ai-tenant-e2e-noten-8114c9","name":"noten-model-8114c9","reconcileID":"6b8ec2c5-94b9-466b-87ad-118d00c0d72c","MaaSModelRef":{"name":"noten-model-8114c9","namespace":"ai-tenant-e2e-noten-8114c9"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-8114c9/noten-model-8114c9: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-8114c9/noten-model-8114c9-kserve-route (gateways: [openshift-ingress/e2e-noten-8114c9]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:06:01.096634023Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-8114c9","namespace":"ai-tenant-e2e-noten-8114c9"},"namespace":"ai-tenant-e2e-noten-8114c9","name":"noten-model-8114c9","reconcileID":"6b8ec2c5-94b9-466b-87ad-118d00c0d72c","error":"resolve tenant gateway for model ai-tenant-e2e-noten-8114c9/noten-model-8114c9: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-8114c9/noten-model-8114c9-kserve-route (gateways: [openshift-ingress/e2e-noten-8114c9]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:06:01.177728959Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-8114c9","namespace":"ai-tenant-e2e-noten-8114c9"},"namespace":"ai-tenant-e2e-noten-8114c9","name":"noten-model-8114c9","reconcileID":"ef0784f1-4ae2-4393-a4a7-10d7e0009b5f","MaaSModelRef":{"name":"noten-model-8114c9","namespace":"ai-tenant-e2e-noten-8114c9"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-8114c9/noten-model-8114c9: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-8114c9/noten-model-8114c9-kserve-route (gateways: [openshift-ingress/e2e-noten-8114c9]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:06:01.177802248Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-8114c9","namespace":"ai-tenant-e2e-noten-8114c9"},"namespace":"ai-tenant-e2e-noten-8114c9","name":"noten-model-8114c9","reconcileID":"ef0784f1-4ae2-4393-a4a7-10d7e0009b5f","error":"resolve tenant gateway for model ai-tenant-e2e-noten-8114c9/noten-model-8114c9: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-8114c9/noten-model-8114c9-kserve-route (gateways: [openshift-ingress/e2e-noten-8114c9]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:06:01.338622691Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-8114c9","namespace":"ai-tenant-e2e-noten-8114c9"},"namespace":"ai-tenant-e2e-noten-8114c9","name":"noten-model-8114c9","reconcileID":"27455f25-393e-4955-b650-b7e83f6df09f","MaaSModelRef":{"name":"noten-model-8114c9","namespace":"ai-tenant-e2e-noten-8114c9"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-8114c9/noten-model-8114c9: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-8114c9/noten-model-8114c9-kserve-route (gateways: [openshift-ingress/e2e-noten-8114c9]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:06:01.338712196Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-8114c9","namespace":"ai-tenant-e2e-noten-8114c9"},"namespace":"ai-tenant-e2e-noten-8114c9","name":"noten-model-8114c9","reconcileID":"27455f25-393e-4955-b650-b7e83f6df09f","error":"resolve tenant gateway for model ai-tenant-e2e-noten-8114c9/noten-model-8114c9: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-8114c9/noten-model-8114c9-kserve-route (gateways: [openshift-ingress/e2e-noten-8114c9]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:06:01.659310532Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-8114c9","namespace":"ai-tenant-e2e-noten-8114c9"},"namespace":"ai-tenant-e2e-noten-8114c9","name":"noten-model-8114c9","reconcileID":"ff9df6f4-a6e6-481f-86e5-f5c850514c8b","MaaSModelRef":{"name":"noten-model-8114c9","namespace":"ai-tenant-e2e-noten-8114c9"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-8114c9/noten-model-8114c9: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-8114c9/noten-model-8114c9-kserve-route (gateways: [openshift-ingress/e2e-noten-8114c9]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:06:01.659380501Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-8114c9","namespace":"ai-tenant-e2e-noten-8114c9"},"namespace":"ai-tenant-e2e-noten-8114c9","name":"noten-model-8114c9","reconcileID":"ff9df6f4-a6e6-481f-86e5-f5c850514c8b","error":"resolve tenant gateway for model ai-tenant-e2e-noten-8114c9/noten-model-8114c9: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-8114c9/noten-model-8114c9-kserve-route (gateways: [openshift-ingress/e2e-noten-8114c9]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:06:02.29991665Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-8114c9","namespace":"ai-tenant-e2e-noten-8114c9"},"namespace":"ai-tenant-e2e-noten-8114c9","name":"noten-model-8114c9","reconcileID":"88c527d6-9e53-4802-9ad5-631d9da7f232","MaaSModelRef":{"name":"noten-model-8114c9","namespace":"ai-tenant-e2e-noten-8114c9"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-8114c9/noten-model-8114c9: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-8114c9/noten-model-8114c9-kserve-route (gateways: [openshift-ingress/e2e-noten-8114c9]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:06:02.299993724Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-8114c9","namespace":"ai-tenant-e2e-noten-8114c9"},"namespace":"ai-tenant-e2e-noten-8114c9","name":"noten-model-8114c9","reconcileID":"88c527d6-9e53-4802-9ad5-631d9da7f232","error":"resolve tenant gateway for model ai-tenant-e2e-noten-8114c9/noten-model-8114c9: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-8114c9/noten-model-8114c9-kserve-route (gateways: [openshift-ingress/e2e-noten-8114c9]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:06:03.580865342Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-8114c9","namespace":"ai-tenant-e2e-noten-8114c9"},"namespace":"ai-tenant-e2e-noten-8114c9","name":"noten-model-8114c9","reconcileID":"cc1c0ae6-01b0-475a-bac1-b8e3c79abd8f","MaaSModelRef":{"name":"noten-model-8114c9","namespace":"ai-tenant-e2e-noten-8114c9"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-8114c9/noten-model-8114c9: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-8114c9/noten-model-8114c9-kserve-route (gateways: [openshift-ingress/e2e-noten-8114c9]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:06:03.580935323Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-8114c9","namespace":"ai-tenant-e2e-noten-8114c9"},"namespace":"ai-tenant-e2e-noten-8114c9","name":"noten-model-8114c9","reconcileID":"cc1c0ae6-01b0-475a-bac1-b8e3c79abd8f","error":"resolve tenant gateway for model ai-tenant-e2e-noten-8114c9/noten-model-8114c9: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-8114c9/noten-model-8114c9-kserve-route (gateways: [openshift-ingress/e2e-noten-8114c9]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:06:06.14139451Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-8114c9","namespace":"ai-tenant-e2e-noten-8114c9"},"namespace":"ai-tenant-e2e-noten-8114c9","name":"noten-model-8114c9","reconcileID":"b6f5b16f-6544-4956-b5dc-d5c3d6fb9ce6","MaaSModelRef":{"name":"noten-model-8114c9","namespace":"ai-tenant-e2e-noten-8114c9"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-8114c9/noten-model-8114c9: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-8114c9/noten-model-8114c9-kserve-route (gateways: [openshift-ingress/e2e-noten-8114c9]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:06:06.14146663Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-8114c9","namespace":"ai-tenant-e2e-noten-8114c9"},"namespace":"ai-tenant-e2e-noten-8114c9","name":"noten-model-8114c9","reconcileID":"b6f5b16f-6544-4956-b5dc-d5c3d6fb9ce6","error":"resolve tenant gateway for model ai-tenant-e2e-noten-8114c9/noten-model-8114c9: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-8114c9/noten-model-8114c9-kserve-route (gateways: [openshift-ingress/e2e-noten-8114c9]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:06.920790987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"namespace":"ai-tenant-e2e-shared-b-w2-5632ea","name":"e2e-auth-iso-20cc75","reconcileID":"a0336dce-0a87-4903-87c4-fbe23d6e355d","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-5632ea","tenantID":"e2e-shared-b-w2-5632ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:06.977336633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"namespace":"ai-tenant-e2e-shared-b-w2-5632ea","name":"e2e-auth-iso-20cc75","reconcileID":"a0336dce-0a87-4903-87c4-fbe23d6e355d","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"name":"e2e-shared-b-w2-5632ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:07.032694841Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-5632ea-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"namespace":"ai-tenant-e2e-shared-b-w2-5632ea","name":"e2e-auth-iso-20cc75","reconcileID":"a0336dce-0a87-4903-87c4-fbe23d6e355d","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:14.031190208Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:17.137923706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"namespace":"ai-tenant-e2e-shared-b-w2-5632ea","name":"e2e-auth-iso-20cc75","reconcileID":"56dbe255-7193-4af2-bf60-4c2101f6058c","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-5632ea","tenantID":"e2e-shared-b-w2-5632ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:17.195995597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"namespace":"ai-tenant-e2e-shared-b-w2-5632ea","name":"e2e-auth-iso-20cc75","reconcileID":"56dbe255-7193-4af2-bf60-4c2101f6058c","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"name":"e2e-shared-b-w2-5632ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:17.251517524Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-5632ea-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"namespace":"ai-tenant-e2e-shared-b-w2-5632ea","name":"e2e-auth-iso-20cc75","reconcileID":"56dbe255-7193-4af2-bf60-4c2101f6058c","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:27.357268089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"namespace":"ai-tenant-e2e-shared-b-w2-5632ea","name":"e2e-auth-iso-20cc75","reconcileID":"8230cfb9-ec21-4c33-946e-bdd406f4aea7","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-5632ea","tenantID":"e2e-shared-b-w2-5632ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:27.414774411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"namespace":"ai-tenant-e2e-shared-b-w2-5632ea","name":"e2e-auth-iso-20cc75","reconcileID":"8230cfb9-ec21-4c33-946e-bdd406f4aea7","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"name":"e2e-shared-b-w2-5632ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:27.470295567Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-5632ea-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (103166fadcaa65fad1b2ee6f98b3369dc0947d32653c020389f14cc6e6f5fdf2) AuthConfig (9a6f3149fb88715c42d4e5daeeeceae036b57e7979a1339580edd7b6007e29e4) AuthConfig (a36c9914e203f08bdab525961d2ae7a289d7d1ac7fc4ac4f48e5634864ed10dd) AuthConfig (ac7e54743a4fa17f173a09f98b9c25b8ed2538d49fefbf508d235746d693de2d) AuthConfig (f9daa8c4ccde1fa9c1bb62f228e9d5210dba852dc57c4b4c53a8cb42a62c7898) AuthConfig (70f27f60f79d16a52386bb396ef10f561fc1eb39dd8e120e453ee819a49f7a01) AuthConfig (c634139d487d710f04fd55e1f913020d149e3bc86dc7cd2074f03e60441cec07) AuthConfig (0f06dac9f2bc1e9b8e77c6d57b2e0d71e505db73bab82465c0239983e9b49ee6) AuthConfig (c1e2e8b38caa9e4a675f5bb630234d9b67202ad340d40e85121f596d122d6c5c) AuthConfig (6b15786471a7a752d806ed678192becae4b8cf5502e8047d5f4a394aefeea1a0) AuthConfig (15f51ab46ed312d1e4b94f1accc9e762811faf2dd9443b07e7e66633d3de5f2e) AuthConfig (787f03abe0084706303570d6903fbc7203eb6279953e077b4a930f75c9e19153) AuthConfig (1527856d691cb0291e1d755e828864cfd8c1134aaba68ded0201dc93fa548bed) AuthConfig (25a85c2031e5be4e458f142ee8264c269d97d67bbfe18b6a8c4b23e6ab2566cb) AuthConfig (af56b33ba1e1c3ccb91d1c60b5b800d333d91b86becd2094d7e635e18586f158) AuthConfig (8fcd6a214eabbc27f7832ba85a8e3ca9786b1bc1691d3f71f8f1f5341370ad86) AuthConfig (f61a86363e82ef27d127f3fd745c6f9f8b8b3a5e7d91ad29fa79d8c01e7e2209) AuthConfig (122f9d046581e1d62412fa26f047e252cf5bed1e71d7992571552b070f21ef31)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"namespace":"ai-tenant-e2e-shared-b-w2-5632ea","name":"e2e-auth-iso-20cc75","reconcileID":"8230cfb9-ec21-4c33-946e-bdd406f4aea7","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:27.528339005Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5632ea","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"namespace":"ai-tenant-e2e-shared-b-w2-5632ea","name":"auth-test-model-5632ea","reconcileID":"0b9f68e3-8f97-4456-b249-410a2f7fd5f0","MaaSModelRef":{"name":"auth-test-model-5632ea","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"tenant":"e2e-shared-b-w2-5632ea","gateway":"openshift-ingress/e2e-shared-b-w2-5632ea","model":"ai-tenant-e2e-shared-b-w2-5632ea/auth-test-model-5632ea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:27.528366145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5632ea","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"namespace":"ai-tenant-e2e-shared-b-w2-5632ea","name":"auth-test-model-5632ea","reconcileID":"0b9f68e3-8f97-4456-b249-410a2f7fd5f0","MaaSModelRef":{"name":"auth-test-model-5632ea","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"routeName":"auth-test-model-5632ea-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-5632ea","llmisvcName":"auth-test-model-5632ea","gateway":"openshift-ingress/e2e-shared-b-w2-5632ea","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:27.620617029Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"namespace":"ai-tenant-e2e-shared-b-w3-c4d438","name":"e2e-auth-iso-a27466","reconcileID":"2100d0b8-1aa3-477b-a9fd-e41e9a8e8f69","MaaSSubscription":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"name":"maas-trlp-auth-test-model-c4d438","model":"ai-tenant-e2e-shared-b-w3-c4d438/auth-test-model-c4d438","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:27.788760553Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c4d438","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"namespace":"ai-tenant-e2e-shared-b-w3-c4d438","name":"auth-test-model-c4d438","reconcileID":"6d03d8b8-c90a-4322-ae61-3b14200cae8d","MaaSModelRef":{"name":"auth-test-model-c4d438","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"tenant":"e2e-shared-b-w3-c4d438","gateway":"openshift-ingress/e2e-shared-b-w3-c4d438","model":"ai-tenant-e2e-shared-b-w3-c4d438/auth-test-model-c4d438","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:27.788785066Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c4d438","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"namespace":"ai-tenant-e2e-shared-b-w3-c4d438","name":"auth-test-model-c4d438","reconcileID":"6d03d8b8-c90a-4322-ae61-3b14200cae8d","MaaSModelRef":{"name":"auth-test-model-c4d438","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"routeName":"auth-test-model-c4d438-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-c4d438","llmisvcName":"auth-test-model-c4d438","gateway":"openshift-ingress/e2e-shared-b-w3-c4d438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:28.124337136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"namespace":"ai-tenant-e2e-shared-b-w3-c4d438","name":"e2e-auth-iso-a27466","reconcileID":"98705924-0b76-4ca1-bfbe-9a25011ae7e4","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-c4d438","tenantID":"e2e-shared-b-w3-c4d438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:28.181934216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"namespace":"ai-tenant-e2e-shared-b-w3-c4d438","name":"e2e-auth-iso-a27466","reconcileID":"98705924-0b76-4ca1-bfbe-9a25011ae7e4","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"name":"e2e-shared-b-w3-c4d438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:29.193222365Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-051514","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"namespace":"ai-tenant-e2e-shared-a-w3-051514","name":"auth-test-model-051514","reconcileID":"d1088a3a-c26a-49ed-bd12-43c4c811f1f7","MaaSModelRef":{"name":"auth-test-model-051514","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"tenant":"e2e-shared-a-w3-051514","gateway":"openshift-ingress/e2e-shared-a-w3-051514","model":"ai-tenant-e2e-shared-a-w3-051514/auth-test-model-051514","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:29.193244774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-051514","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"namespace":"ai-tenant-e2e-shared-a-w3-051514","name":"auth-test-model-051514","reconcileID":"d1088a3a-c26a-49ed-bd12-43c4c811f1f7","MaaSModelRef":{"name":"auth-test-model-051514","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"routeName":"auth-test-model-051514-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-051514","llmisvcName":"auth-test-model-051514","gateway":"openshift-ingress/e2e-shared-a-w3-051514","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:29.297854411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"namespace":"ai-tenant-e2e-shared-a-w3-051514","name":"e2e-auth-iso-a27466","reconcileID":"69a61985-defb-409e-a12a-e5daff887e47","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-051514","tenantID":"e2e-shared-a-w3-051514","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:29.354479107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"namespace":"ai-tenant-e2e-shared-a-w3-051514","name":"e2e-auth-iso-a27466","reconcileID":"69a61985-defb-409e-a12a-e5daff887e47","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"name":"e2e-shared-a-w3-051514-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:29.356182708Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"namespace":"ai-tenant-e2e-shared-a-w3-051514","name":"e2e-auth-iso-a27466","reconcileID":"f5a68685-027a-482d-8397-d9faa2efb593","MaaSSubscription":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-23c7b04c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:29.616164895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"namespace":"ai-tenant-e2e-shared-a-w3-051514","name":"e2e-auth-iso-a27466","reconcileID":"609e499f-ea7c-419b-b20a-1ae54eed84c5","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-051514","tenantID":"e2e-shared-a-w3-051514","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:29.672697895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"namespace":"ai-tenant-e2e-shared-a-w3-051514","name":"e2e-auth-iso-a27466","reconcileID":"609e499f-ea7c-419b-b20a-1ae54eed84c5","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"name":"e2e-shared-a-w3-051514-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:37.633580675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"namespace":"ai-tenant-e2e-shared-b-w2-5632ea","name":"e2e-auth-iso-20cc75","reconcileID":"907439e9-ea24-49e3-9a7d-b767e3ca6a50","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-5632ea","tenantID":"e2e-shared-b-w2-5632ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:37.696256925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"namespace":"ai-tenant-e2e-shared-b-w2-5632ea","name":"e2e-auth-iso-20cc75","reconcileID":"907439e9-ea24-49e3-9a7d-b767e3ca6a50","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"name":"e2e-shared-b-w2-5632ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:37.751975248Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-5632ea-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (103166fadcaa65fad1b2ee6f98b3369dc0947d32653c020389f14cc6e6f5fdf2) AuthConfig (9a6f3149fb88715c42d4e5daeeeceae036b57e7979a1339580edd7b6007e29e4) AuthConfig (a36c9914e203f08bdab525961d2ae7a289d7d1ac7fc4ac4f48e5634864ed10dd) AuthConfig (ac7e54743a4fa17f173a09f98b9c25b8ed2538d49fefbf508d235746d693de2d) AuthConfig (f9daa8c4ccde1fa9c1bb62f228e9d5210dba852dc57c4b4c53a8cb42a62c7898) AuthConfig (70f27f60f79d16a52386bb396ef10f561fc1eb39dd8e120e453ee819a49f7a01) AuthConfig (c634139d487d710f04fd55e1f913020d149e3bc86dc7cd2074f03e60441cec07) AuthConfig (0f06dac9f2bc1e9b8e77c6d57b2e0d71e505db73bab82465c0239983e9b49ee6) AuthConfig (c1e2e8b38caa9e4a675f5bb630234d9b67202ad340d40e85121f596d122d6c5c) AuthConfig (6b15786471a7a752d806ed678192becae4b8cf5502e8047d5f4a394aefeea1a0) AuthConfig (15f51ab46ed312d1e4b94f1accc9e762811faf2dd9443b07e7e66633d3de5f2e) AuthConfig (787f03abe0084706303570d6903fbc7203eb6279953e077b4a930f75c9e19153) AuthConfig (1527856d691cb0291e1d755e828864cfd8c1134aaba68ded0201dc93fa548bed) AuthConfig (25a85c2031e5be4e458f142ee8264c269d97d67bbfe18b6a8c4b23e6ab2566cb) AuthConfig (af56b33ba1e1c3ccb91d1c60b5b800d333d91b86becd2094d7e635e18586f158) AuthConfig (8fcd6a214eabbc27f7832ba85a8e3ca9786b1bc1691d3f71f8f1f5341370ad86) AuthConfig (f61a86363e82ef27d127f3fd745c6f9f8b8b3a5e7d91ad29fa79d8c01e7e2209) AuthConfig (122f9d046581e1d62412fa26f047e252cf5bed1e71d7992571552b070f21ef31)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"namespace":"ai-tenant-e2e-shared-b-w2-5632ea","name":"e2e-auth-iso-20cc75","reconcileID":"907439e9-ea24-49e3-9a7d-b767e3ca6a50","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:38.403323227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5f593cb-dee9-42db-8c20-e949075e4ca7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:38.456065553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5f593cb-dee9-42db-8c20-e949075e4ca7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:38.508969691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5f593cb-dee9-42db-8c20-e949075e4ca7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:38.561960546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5f593cb-dee9-42db-8c20-e949075e4ca7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:39.409202378Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"namespace":"ai-tenant-e2e-shared-a-w3-051514","name":"e2e-auth-iso-a27466","reconcileID":"e45ce06d-0b0f-4b8d-96d0-1db5a56b34af","MaaSSubscription":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"model":"ai-tenant-e2e-shared-a-w3-051514/auth-test-model-051514","subscription":"e2e-auth-iso-a27466","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:39.461917032Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"namespace":"ai-tenant-e2e-shared-a-w3-051514","name":"e2e-auth-iso-a27466","reconcileID":"e45ce06d-0b0f-4b8d-96d0-1db5a56b34af","MaaSSubscription":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"model":"ai-tenant-e2e-shared-a-w3-051514/auth-test-model-051514","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:39.514965024Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"namespace":"ai-tenant-e2e-shared-a-w3-051514","name":"e2e-auth-iso-a27466","reconcileID":"e45ce06d-0b0f-4b8d-96d0-1db5a56b34af","MaaSSubscription":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"name":"maas-trlp-auth-test-model-051514","namespace":"ai-tenant-e2e-shared-a-w3-051514","model":"ai-tenant-e2e-shared-a-w3-051514/auth-test-model-051514","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:39.840353152Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-051514","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"namespace":"ai-tenant-e2e-shared-a-w3-051514","name":"auth-test-model-051514","reconcileID":"3157f9a0-b247-42d1-990c-4c41a410eb82","MaaSModelRef":{"name":"auth-test-model-051514","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"tenant":"e2e-shared-a-w3-051514","gateway":"openshift-ingress/e2e-shared-a-w3-051514","model":"ai-tenant-e2e-shared-a-w3-051514/auth-test-model-051514","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:39.840375376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-051514","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"namespace":"ai-tenant-e2e-shared-a-w3-051514","name":"auth-test-model-051514","reconcileID":"3157f9a0-b247-42d1-990c-4c41a410eb82","MaaSModelRef":{"name":"auth-test-model-051514","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"routeName":"auth-test-model-051514-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-051514","llmisvcName":"auth-test-model-051514","gateway":"openshift-ingress/e2e-shared-a-w3-051514","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:39.984549197Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c4d438","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"namespace":"ai-tenant-e2e-shared-b-w3-c4d438","name":"auth-test-model-c4d438","reconcileID":"52202d08-dcd3-44f9-a3e4-c380669f376f","MaaSModelRef":{"name":"auth-test-model-c4d438","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"tenant":"e2e-shared-b-w3-c4d438","gateway":"openshift-ingress/e2e-shared-b-w3-c4d438","model":"ai-tenant-e2e-shared-b-w3-c4d438/auth-test-model-c4d438","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:39.984573238Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c4d438","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"namespace":"ai-tenant-e2e-shared-b-w3-c4d438","name":"auth-test-model-c4d438","reconcileID":"52202d08-dcd3-44f9-a3e4-c380669f376f","MaaSModelRef":{"name":"auth-test-model-c4d438","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"routeName":"auth-test-model-c4d438-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-c4d438","llmisvcName":"auth-test-model-c4d438","gateway":"openshift-ingress/e2e-shared-b-w3-c4d438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:39.993421398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"namespace":"ai-tenant-e2e-shared-a-w3-051514","name":"e2e-auth-iso-a27466","reconcileID":"6e5869a9-95ba-4f4c-9395-227805e64bd2","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-051514","tenantID":"e2e-shared-a-w3-051514","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:40.050147284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"namespace":"ai-tenant-e2e-shared-a-w3-051514","name":"e2e-auth-iso-a27466","reconcileID":"6e5869a9-95ba-4f4c-9395-227805e64bd2","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"name":"e2e-shared-a-w3-051514-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:40.090996314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"namespace":"ai-tenant-e2e-shared-b-w3-c4d438","name":"e2e-auth-iso-a27466","reconcileID":"3aed8849-274a-4dd7-aff1-d0ed4dd88d97","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-c4d438","tenantID":"e2e-shared-b-w3-c4d438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:40.148732783Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"namespace":"ai-tenant-e2e-shared-b-w3-c4d438","name":"e2e-auth-iso-a27466","reconcileID":"85cc7f5b-c661-4ef1-ada3-cd0fb5f8f1d6","MaaSSubscription":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a83a034f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:40.155274806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"namespace":"ai-tenant-e2e-shared-b-w3-c4d438","name":"e2e-auth-iso-a27466","reconcileID":"3aed8849-274a-4dd7-aff1-d0ed4dd88d97","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"name":"e2e-shared-b-w3-c4d438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:40.36818177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"namespace":"ai-tenant-e2e-shared-a-w3-051514","name":"e2e-auth-iso-a27466","reconcileID":"9590c5bc-9559-4d07-b643-02e6a9c2a456","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-051514","tenantID":"e2e-shared-a-w3-051514","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:40.428123751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"namespace":"ai-tenant-e2e-shared-a-w3-051514","name":"e2e-auth-iso-a27466","reconcileID":"9590c5bc-9559-4d07-b643-02e6a9c2a456","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"name":"e2e-shared-a-w3-051514-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:40.508001626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c1670db-c3ac-4c3e-8cc0-370406cef039","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:40.508210551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"namespace":"ai-tenant-e2e-shared-b-w3-c4d438","name":"e2e-auth-iso-a27466","reconcileID":"45a3b78a-46cb-45d8-a7e7-61f7ed278678","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-c4d438","tenantID":"e2e-shared-b-w3-c4d438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:40.560868258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c1670db-c3ac-4c3e-8cc0-370406cef039","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:40.613924299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c1670db-c3ac-4c3e-8cc0-370406cef039","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:40.617460557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"namespace":"ai-tenant-e2e-shared-b-w3-c4d438","name":"e2e-auth-iso-a27466","reconcileID":"45a3b78a-46cb-45d8-a7e7-61f7ed278678","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"name":"e2e-shared-b-w3-c4d438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:40.666589237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c1670db-c3ac-4c3e-8cc0-370406cef039","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:42.587838729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4988494c-ed15-41d7-b069-f1b69c69389e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:42.640196839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4988494c-ed15-41d7-b069-f1b69c69389e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:42.692803149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4988494c-ed15-41d7-b069-f1b69c69389e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:42.74553141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4988494c-ed15-41d7-b069-f1b69c69389e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:44.031146394Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:47.857410395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"namespace":"ai-tenant-e2e-shared-b-w2-5632ea","name":"e2e-auth-iso-20cc75","reconcileID":"bf982da7-55f3-424f-a4af-ad95d1cf0a74","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-5632ea","tenantID":"e2e-shared-b-w2-5632ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:47.913911414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"namespace":"ai-tenant-e2e-shared-b-w2-5632ea","name":"e2e-auth-iso-20cc75","reconcileID":"bf982da7-55f3-424f-a4af-ad95d1cf0a74","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"name":"e2e-shared-b-w2-5632ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:47.96900927Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-5632ea-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (103166fadcaa65fad1b2ee6f98b3369dc0947d32653c020389f14cc6e6f5fdf2) AuthConfig (9a6f3149fb88715c42d4e5daeeeceae036b57e7979a1339580edd7b6007e29e4) AuthConfig (a36c9914e203f08bdab525961d2ae7a289d7d1ac7fc4ac4f48e5634864ed10dd) AuthConfig (ac7e54743a4fa17f173a09f98b9c25b8ed2538d49fefbf508d235746d693de2d) AuthConfig (f9daa8c4ccde1fa9c1bb62f228e9d5210dba852dc57c4b4c53a8cb42a62c7898) AuthConfig (70f27f60f79d16a52386bb396ef10f561fc1eb39dd8e120e453ee819a49f7a01) AuthConfig (c634139d487d710f04fd55e1f913020d149e3bc86dc7cd2074f03e60441cec07) AuthConfig (0f06dac9f2bc1e9b8e77c6d57b2e0d71e505db73bab82465c0239983e9b49ee6) AuthConfig (c1e2e8b38caa9e4a675f5bb630234d9b67202ad340d40e85121f596d122d6c5c) AuthConfig (6b15786471a7a752d806ed678192becae4b8cf5502e8047d5f4a394aefeea1a0) AuthConfig (15f51ab46ed312d1e4b94f1accc9e762811faf2dd9443b07e7e66633d3de5f2e) AuthConfig (787f03abe0084706303570d6903fbc7203eb6279953e077b4a930f75c9e19153) AuthConfig (1527856d691cb0291e1d755e828864cfd8c1134aaba68ded0201dc93fa548bed) AuthConfig (25a85c2031e5be4e458f142ee8264c269d97d67bbfe18b6a8c4b23e6ab2566cb) AuthConfig (af56b33ba1e1c3ccb91d1c60b5b800d333d91b86becd2094d7e635e18586f158) AuthConfig (8fcd6a214eabbc27f7832ba85a8e3ca9786b1bc1691d3f71f8f1f5341370ad86) AuthConfig (f61a86363e82ef27d127f3fd745c6f9f8b8b3a5e7d91ad29fa79d8c01e7e2209) AuthConfig (122f9d046581e1d62412fa26f047e252cf5bed1e71d7992571552b070f21ef31)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"namespace":"ai-tenant-e2e-shared-b-w2-5632ea","name":"e2e-auth-iso-20cc75","reconcileID":"bf982da7-55f3-424f-a4af-ad95d1cf0a74","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:50.202101936Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"namespace":"ai-tenant-e2e-shared-b-w3-c4d438","name":"e2e-auth-iso-a27466","reconcileID":"5ec6a272-f73f-4296-be38-b70f3b784848","MaaSSubscription":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"model":"ai-tenant-e2e-shared-b-w3-c4d438/auth-test-model-c4d438","subscription":"e2e-auth-iso-a27466","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:50.255738398Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"namespace":"ai-tenant-e2e-shared-b-w3-c4d438","name":"e2e-auth-iso-a27466","reconcileID":"5ec6a272-f73f-4296-be38-b70f3b784848","MaaSSubscription":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"model":"ai-tenant-e2e-shared-b-w3-c4d438/auth-test-model-c4d438","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:50.309170769Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"namespace":"ai-tenant-e2e-shared-b-w3-c4d438","name":"e2e-auth-iso-a27466","reconcileID":"5ec6a272-f73f-4296-be38-b70f3b784848","MaaSSubscription":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"name":"maas-trlp-auth-test-model-c4d438","namespace":"ai-tenant-e2e-shared-b-w3-c4d438","model":"ai-tenant-e2e-shared-b-w3-c4d438/auth-test-model-c4d438","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:50.582159828Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c4d438","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"namespace":"ai-tenant-e2e-shared-b-w3-c4d438","name":"auth-test-model-c4d438","reconcileID":"eaea1751-743a-48cf-b054-150fff017d6b","MaaSModelRef":{"name":"auth-test-model-c4d438","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"tenant":"e2e-shared-b-w3-c4d438","gateway":"openshift-ingress/e2e-shared-b-w3-c4d438","model":"ai-tenant-e2e-shared-b-w3-c4d438/auth-test-model-c4d438","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:50.582188037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c4d438","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"namespace":"ai-tenant-e2e-shared-b-w3-c4d438","name":"auth-test-model-c4d438","reconcileID":"eaea1751-743a-48cf-b054-150fff017d6b","MaaSModelRef":{"name":"auth-test-model-c4d438","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"routeName":"auth-test-model-c4d438-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-c4d438","llmisvcName":"auth-test-model-c4d438","gateway":"openshift-ingress/e2e-shared-b-w3-c4d438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:50.686891882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"namespace":"ai-tenant-e2e-shared-b-w3-c4d438","name":"e2e-auth-iso-a27466","reconcileID":"f88abbbb-9c1d-46e4-b6e7-e846b241cca1","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-c4d438","tenantID":"e2e-shared-b-w3-c4d438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:50.731837093Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"namespace":"ai-tenant-e2e-shared-a-w3-051514","name":"e2e-auth-iso-a27466","reconcileID":"f0bf35db-762f-4a94-8bc1-cac33e42636a","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"model":"ai-tenant-e2e-shared-a-w3-051514/auth-test-model-051514","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:50.731934722Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-051514","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"namespace":"ai-tenant-e2e-shared-a-w3-051514","name":"auth-test-model-051514","reconcileID":"05195f90-9e00-41bd-b9c1-0ed9174c675b","MaaSModelRef":{"name":"auth-test-model-051514","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"tenant":"e2e-shared-a-w3-051514","gateway":"openshift-ingress/e2e-shared-a-w3-051514","model":"ai-tenant-e2e-shared-a-w3-051514/auth-test-model-051514","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:50.731948291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-051514","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"namespace":"ai-tenant-e2e-shared-a-w3-051514","name":"auth-test-model-051514","reconcileID":"05195f90-9e00-41bd-b9c1-0ed9174c675b","MaaSModelRef":{"name":"auth-test-model-051514","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"routeName":"auth-test-model-051514-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-051514","llmisvcName":"auth-test-model-051514","gateway":"openshift-ingress/e2e-shared-a-w3-051514","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:50.743008347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"namespace":"ai-tenant-e2e-shared-b-w3-c4d438","name":"e2e-auth-iso-a27466","reconcileID":"f88abbbb-9c1d-46e4-b6e7-e846b241cca1","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"name":"e2e-shared-b-w3-c4d438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:50.888909237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"namespace":"ai-tenant-e2e-shared-a-w3-051514","name":"e2e-auth-iso-a27466","reconcileID":"f0bf35db-762f-4a94-8bc1-cac33e42636a","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-051514","tenantID":"e2e-shared-a-w3-051514","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:51.013614517Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"namespace":"ai-tenant-e2e-shared-a-w3-051514","name":"e2e-auth-iso-a27466","reconcileID":"f0bf35db-762f-4a94-8bc1-cac33e42636a","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"name":"e2e-shared-a-w3-051514-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:51.013664952Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"namespace":"ai-tenant-e2e-shared-a-w3-051514","name":"e2e-auth-iso-a27466","reconcileID":"f0bf35db-762f-4a94-8bc1-cac33e42636a","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-051514","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:51.042236228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"namespace":"ai-tenant-e2e-shared-b-w3-c4d438","name":"e2e-auth-iso-a27466","reconcileID":"2507e337-6169-46f6-bf05-41f1a6fb8377","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-c4d438","tenantID":"e2e-shared-b-w3-c4d438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:51.070968366Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-051514","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"namespace":"ai-tenant-e2e-shared-a-w3-051514","name":"auth-test-model-051514","reconcileID":"79c5a976-22c4-42b3-9f4b-bbd866d88666","MaaSModelRef":{"name":"auth-test-model-051514","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"tenant":"e2e-shared-a-w3-051514","gateway":"openshift-ingress/e2e-shared-a-w3-051514","model":"ai-tenant-e2e-shared-a-w3-051514/auth-test-model-051514","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:51.070989225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-051514","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"namespace":"ai-tenant-e2e-shared-a-w3-051514","name":"auth-test-model-051514","reconcileID":"79c5a976-22c4-42b3-9f4b-bbd866d88666","MaaSModelRef":{"name":"auth-test-model-051514","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"routeName":"auth-test-model-051514-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-051514","llmisvcName":"auth-test-model-051514","gateway":"openshift-ingress/e2e-shared-a-w3-051514","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:51.099413308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"namespace":"ai-tenant-e2e-shared-b-w3-c4d438","name":"e2e-auth-iso-a27466","reconcileID":"2507e337-6169-46f6-bf05-41f1a6fb8377","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"name":"e2e-shared-b-w3-c4d438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:51.212365418Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c4d438","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"namespace":"ai-tenant-e2e-shared-b-w3-c4d438","name":"auth-test-model-c4d438","reconcileID":"f2fc46df-bae0-47bc-b789-63ea5231499f","MaaSModelRef":{"name":"auth-test-model-c4d438","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"tenant":"e2e-shared-b-w3-c4d438","gateway":"openshift-ingress/e2e-shared-b-w3-c4d438","model":"ai-tenant-e2e-shared-b-w3-c4d438/auth-test-model-c4d438","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:51.212386906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c4d438","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"namespace":"ai-tenant-e2e-shared-b-w3-c4d438","name":"auth-test-model-c4d438","reconcileID":"f2fc46df-bae0-47bc-b789-63ea5231499f","MaaSModelRef":{"name":"auth-test-model-c4d438","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"routeName":"auth-test-model-c4d438-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-c4d438","llmisvcName":"auth-test-model-c4d438","gateway":"openshift-ingress/e2e-shared-b-w3-c4d438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:51.30475638Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"namespace":"ai-tenant-e2e-shared-b-w3-c4d438","name":"e2e-auth-iso-a27466","reconcileID":"11190ed1-6a29-4e37-92e1-5a692fdefae4","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"model":"ai-tenant-e2e-shared-b-w3-c4d438/auth-test-model-c4d438","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:51.509237534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"namespace":"ai-tenant-e2e-shared-b-w3-c4d438","name":"e2e-auth-iso-a27466","reconcileID":"11190ed1-6a29-4e37-92e1-5a692fdefae4","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-c4d438","tenantID":"e2e-shared-b-w3-c4d438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:51.631189542Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"namespace":"ai-tenant-e2e-shared-b-w3-c4d438","name":"e2e-auth-iso-a27466","reconcileID":"11190ed1-6a29-4e37-92e1-5a692fdefae4","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"name":"e2e-shared-b-w3-c4d438-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:51.631212976Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"namespace":"ai-tenant-e2e-shared-b-w3-c4d438","name":"e2e-auth-iso-a27466","reconcileID":"11190ed1-6a29-4e37-92e1-5a692fdefae4","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27466","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-c4d438","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:51.687182019Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c4d438","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"namespace":"ai-tenant-e2e-shared-b-w3-c4d438","name":"auth-test-model-c4d438","reconcileID":"e851cdb6-a70c-4414-bb6f-5781d33f0f03","MaaSModelRef":{"name":"auth-test-model-c4d438","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"tenant":"e2e-shared-b-w3-c4d438","gateway":"openshift-ingress/e2e-shared-b-w3-c4d438","model":"ai-tenant-e2e-shared-b-w3-c4d438/auth-test-model-c4d438","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:51.687203252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c4d438","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"namespace":"ai-tenant-e2e-shared-b-w3-c4d438","name":"auth-test-model-c4d438","reconcileID":"e851cdb6-a70c-4414-bb6f-5781d33f0f03","MaaSModelRef":{"name":"auth-test-model-c4d438","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"routeName":"auth-test-model-c4d438-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-c4d438","llmisvcName":"auth-test-model-c4d438","gateway":"openshift-ingress/e2e-shared-b-w3-c4d438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:58.073744877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"namespace":"ai-tenant-e2e-shared-b-w2-5632ea","name":"e2e-auth-iso-20cc75","reconcileID":"58466e97-852c-4042-b949-df75a090ce9e","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-5632ea","tenantID":"e2e-shared-b-w2-5632ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:58.130071989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"namespace":"ai-tenant-e2e-shared-b-w2-5632ea","name":"e2e-auth-iso-20cc75","reconcileID":"58466e97-852c-4042-b949-df75a090ce9e","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"name":"e2e-shared-b-w2-5632ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:58.185230045Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-5632ea-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (103166fadcaa65fad1b2ee6f98b3369dc0947d32653c020389f14cc6e6f5fdf2) AuthConfig (9a6f3149fb88715c42d4e5daeeeceae036b57e7979a1339580edd7b6007e29e4) AuthConfig (a36c9914e203f08bdab525961d2ae7a289d7d1ac7fc4ac4f48e5634864ed10dd) AuthConfig (ac7e54743a4fa17f173a09f98b9c25b8ed2538d49fefbf508d235746d693de2d) AuthConfig (f9daa8c4ccde1fa9c1bb62f228e9d5210dba852dc57c4b4c53a8cb42a62c7898) AuthConfig (70f27f60f79d16a52386bb396ef10f561fc1eb39dd8e120e453ee819a49f7a01) AuthConfig (c634139d487d710f04fd55e1f913020d149e3bc86dc7cd2074f03e60441cec07) AuthConfig (0f06dac9f2bc1e9b8e77c6d57b2e0d71e505db73bab82465c0239983e9b49ee6) AuthConfig (c1e2e8b38caa9e4a675f5bb630234d9b67202ad340d40e85121f596d122d6c5c) AuthConfig (6b15786471a7a752d806ed678192becae4b8cf5502e8047d5f4a394aefeea1a0) AuthConfig (15f51ab46ed312d1e4b94f1accc9e762811faf2dd9443b07e7e66633d3de5f2e) AuthConfig (787f03abe0084706303570d6903fbc7203eb6279953e077b4a930f75c9e19153) AuthConfig (1527856d691cb0291e1d755e828864cfd8c1134aaba68ded0201dc93fa548bed) AuthConfig (25a85c2031e5be4e458f142ee8264c269d97d67bbfe18b6a8c4b23e6ab2566cb) AuthConfig (af56b33ba1e1c3ccb91d1c60b5b800d333d91b86becd2094d7e635e18586f158) AuthConfig (8fcd6a214eabbc27f7832ba85a8e3ca9786b1bc1691d3f71f8f1f5341370ad86) AuthConfig (f61a86363e82ef27d127f3fd745c6f9f8b8b3a5e7d91ad29fa79d8c01e7e2209) AuthConfig (122f9d046581e1d62412fa26f047e252cf5bed1e71d7992571552b070f21ef31)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"namespace":"ai-tenant-e2e-shared-b-w2-5632ea","name":"e2e-auth-iso-20cc75","reconcileID":"58466e97-852c-4042-b949-df75a090ce9e","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:08.291138453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"namespace":"ai-tenant-e2e-shared-b-w2-5632ea","name":"e2e-auth-iso-20cc75","reconcileID":"41b45a1d-dbd0-42ac-93f0-63b112e727ef","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-5632ea","tenantID":"e2e-shared-b-w2-5632ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:08.347298433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"namespace":"ai-tenant-e2e-shared-b-w2-5632ea","name":"e2e-auth-iso-20cc75","reconcileID":"41b45a1d-dbd0-42ac-93f0-63b112e727ef","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"name":"e2e-shared-b-w2-5632ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:08.664427142Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5632ea","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"namespace":"ai-tenant-e2e-shared-b-w2-5632ea","name":"auth-test-model-5632ea","reconcileID":"aa458dba-32dd-4d26-9c74-3fa0b3261111","MaaSModelRef":{"name":"auth-test-model-5632ea","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"tenant":"e2e-shared-b-w2-5632ea","gateway":"openshift-ingress/e2e-shared-b-w2-5632ea","model":"ai-tenant-e2e-shared-b-w2-5632ea/auth-test-model-5632ea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:08.664448675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5632ea","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"namespace":"ai-tenant-e2e-shared-b-w2-5632ea","name":"auth-test-model-5632ea","reconcileID":"aa458dba-32dd-4d26-9c74-3fa0b3261111","MaaSModelRef":{"name":"auth-test-model-5632ea","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"routeName":"auth-test-model-5632ea-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-5632ea","llmisvcName":"auth-test-model-5632ea","gateway":"openshift-ingress/e2e-shared-b-w2-5632ea","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:09.30879Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5632ea","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"namespace":"ai-tenant-e2e-shared-b-w2-5632ea","name":"auth-test-model-5632ea","reconcileID":"1145f00b-182d-403b-a0b0-cceab91a4276","MaaSModelRef":{"name":"auth-test-model-5632ea","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"tenant":"e2e-shared-b-w2-5632ea","gateway":"openshift-ingress/e2e-shared-b-w2-5632ea","model":"ai-tenant-e2e-shared-b-w2-5632ea/auth-test-model-5632ea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:09.308812068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5632ea","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"namespace":"ai-tenant-e2e-shared-b-w2-5632ea","name":"auth-test-model-5632ea","reconcileID":"1145f00b-182d-403b-a0b0-cceab91a4276","MaaSModelRef":{"name":"auth-test-model-5632ea","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"routeName":"auth-test-model-5632ea-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-5632ea","llmisvcName":"auth-test-model-5632ea","gateway":"openshift-ingress/e2e-shared-b-w2-5632ea","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:09.368941861Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5632ea","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"namespace":"ai-tenant-e2e-shared-b-w2-5632ea","name":"auth-test-model-5632ea","reconcileID":"fde25549-f740-4797-b3eb-01cc3d1d9760","MaaSModelRef":{"name":"auth-test-model-5632ea","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"tenant":"e2e-shared-b-w2-5632ea","gateway":"openshift-ingress/e2e-shared-b-w2-5632ea","model":"ai-tenant-e2e-shared-b-w2-5632ea/auth-test-model-5632ea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:09.36897034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5632ea","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"namespace":"ai-tenant-e2e-shared-b-w2-5632ea","name":"auth-test-model-5632ea","reconcileID":"fde25549-f740-4797-b3eb-01cc3d1d9760","MaaSModelRef":{"name":"auth-test-model-5632ea","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"routeName":"auth-test-model-5632ea-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-5632ea","llmisvcName":"auth-test-model-5632ea","gateway":"openshift-ingress/e2e-shared-b-w2-5632ea","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:09.415886981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"namespace":"ai-tenant-e2e-shared-b-w2-5632ea","name":"e2e-auth-iso-20cc75","reconcileID":"32caf69c-d7e8-41e0-af59-a670f0012edd","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-5632ea","tenantID":"e2e-shared-b-w2-5632ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T02:07:09.420185073Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"namespace":"ai-tenant-e2e-shared-b-w2-5632ea","name":"e2e-auth-iso-20cc75","reconcileID":"e2ac96df-ec2f-48dd-8ea4-7f3a9b93ce89","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-20cc75\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:09.47433257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"namespace":"ai-tenant-e2e-shared-b-w2-5632ea","name":"e2e-auth-iso-20cc75","reconcileID":"32caf69c-d7e8-41e0-af59-a670f0012edd","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"name":"e2e-shared-b-w2-5632ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:09.528608454Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5632ea","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"namespace":"ai-tenant-e2e-shared-b-w2-5632ea","name":"auth-test-model-5632ea","reconcileID":"a4059925-8710-4e6a-bb98-0f7a3becca90","MaaSModelRef":{"name":"auth-test-model-5632ea","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"tenant":"e2e-shared-b-w2-5632ea","gateway":"openshift-ingress/e2e-shared-b-w2-5632ea","model":"ai-tenant-e2e-shared-b-w2-5632ea/auth-test-model-5632ea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:09.528632527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5632ea","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"namespace":"ai-tenant-e2e-shared-b-w2-5632ea","name":"auth-test-model-5632ea","reconcileID":"a4059925-8710-4e6a-bb98-0f7a3becca90","MaaSModelRef":{"name":"auth-test-model-5632ea","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"routeName":"auth-test-model-5632ea-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-5632ea","llmisvcName":"auth-test-model-5632ea","gateway":"openshift-ingress/e2e-shared-b-w2-5632ea","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:09.585457632Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5632ea","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"namespace":"ai-tenant-e2e-shared-b-w2-5632ea","name":"auth-test-model-5632ea","reconcileID":"033be8d4-42a0-43ed-b9b1-4562d240869d","MaaSModelRef":{"name":"auth-test-model-5632ea","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"tenant":"e2e-shared-b-w2-5632ea","gateway":"openshift-ingress/e2e-shared-b-w2-5632ea","model":"ai-tenant-e2e-shared-b-w2-5632ea/auth-test-model-5632ea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:09.585480112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5632ea","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"namespace":"ai-tenant-e2e-shared-b-w2-5632ea","name":"auth-test-model-5632ea","reconcileID":"033be8d4-42a0-43ed-b9b1-4562d240869d","MaaSModelRef":{"name":"auth-test-model-5632ea","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"routeName":"auth-test-model-5632ea-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-5632ea","llmisvcName":"auth-test-model-5632ea","gateway":"openshift-ingress/e2e-shared-b-w2-5632ea","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:09.785287799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"namespace":"ai-tenant-e2e-shared-b-w2-5632ea","name":"e2e-auth-iso-20cc75","reconcileID":"3c536adc-b866-4ffc-a0ca-c23c8729949b","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-5632ea","tenantID":"e2e-shared-b-w2-5632ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:09.797003384Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"namespace":"ai-tenant-e2e-shared-b-w2-5632ea","name":"e2e-auth-iso-20cc75","reconcileID":"e9ea5ade-20ce-46e9-8007-43ef5e89feea","MaaSSubscription":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"name":"maas-trlp-auth-test-model-5632ea","model":"auth-test-model-5632ea","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w2-5632ea/e2e-auth-iso-20cc75"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:09.84190015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"namespace":"ai-tenant-e2e-shared-b-w2-5632ea","name":"e2e-auth-iso-20cc75","reconcileID":"3c536adc-b866-4ffc-a0ca-c23c8729949b","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"name":"e2e-shared-b-w2-5632ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:09.968188245Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5632ea","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"namespace":"ai-tenant-e2e-shared-b-w2-5632ea","name":"auth-test-model-5632ea","reconcileID":"2231ba9f-9c35-4b11-9079-09f067ed1ac8","MaaSModelRef":{"name":"auth-test-model-5632ea","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"tenant":"e2e-shared-b-w2-5632ea","gateway":"openshift-ingress/e2e-shared-b-w2-5632ea","model":"ai-tenant-e2e-shared-b-w2-5632ea/auth-test-model-5632ea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:09.968210324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5632ea","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"namespace":"ai-tenant-e2e-shared-b-w2-5632ea","name":"auth-test-model-5632ea","reconcileID":"2231ba9f-9c35-4b11-9079-09f067ed1ac8","MaaSModelRef":{"name":"auth-test-model-5632ea","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"routeName":"auth-test-model-5632ea-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-5632ea","llmisvcName":"auth-test-model-5632ea","gateway":"openshift-ingress/e2e-shared-b-w2-5632ea","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:10.181439851Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"namespace":"ai-tenant-e2e-shared-b-w2-5632ea","name":"e2e-auth-iso-20cc75","reconcileID":"001d05c8-b3a7-4a59-a0da-4f5a202dcae8","MaaSSubscription":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"name":"maas-trlp-auth-test-model-5632ea","model":"ai-tenant-e2e-shared-b-w2-5632ea/auth-test-model-5632ea","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:12.093121963Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"namespace":"ai-tenant-e2e-shared-a-w0-98b70c","name":"default-tenant","reconcileID":"fa5a5183-0970-4ae4-8ee4-80697fda60de","namespace":"ai-tenant-e2e-shared-a-w0-98b70c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:12.09318826Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"namespace":"ai-tenant-e2e-shared-a-w0-98b70c","name":"default-tenant","reconcileID":"fa5a5183-0970-4ae4-8ee4-80697fda60de","namespace":"ai-tenant-e2e-shared-a-w0-98b70c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:12.093243975Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"namespace":"ai-tenant-e2e-shared-a-w0-98b70c","name":"default-tenant","reconcileID":"fa5a5183-0970-4ae4-8ee4-80697fda60de","tenant":"e2e-shared-a-w0-98b70c","tenantID":"e2e-shared-a-w0-98b70c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:12.14798629Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"namespace":"ai-tenant-e2e-shared-a-w0-98b70c","name":"default-tenant","reconcileID":"fa5a5183-0970-4ae4-8ee4-80697fda60de","gvk":"Deployment","name":"maas-api-e2e-shared-a-w0-98b70c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:12.210024914Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"namespace":"ai-tenant-e2e-shared-a-w0-98b70c","name":"default-tenant","reconcileID":"fa5a5183-0970-4ae4-8ee4-80697fda60de","gvk":"Service","name":"maas-api-e2e-shared-a-w0-98b70c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:12.264962957Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"namespace":"ai-tenant-e2e-shared-a-w0-98b70c","name":"default-tenant","reconcileID":"fa5a5183-0970-4ae4-8ee4-80697fda60de","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w0-98b70c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:12.31896545Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"namespace":"ai-tenant-e2e-shared-a-w0-98b70c","name":"default-tenant","reconcileID":"fa5a5183-0970-4ae4-8ee4-80697fda60de","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w0-98b70c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:12.373871933Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"namespace":"ai-tenant-e2e-shared-a-w0-98b70c","name":"default-tenant","reconcileID":"fa5a5183-0970-4ae4-8ee4-80697fda60de","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w0-98b70c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:12.428734042Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"namespace":"ai-tenant-e2e-shared-a-w0-98b70c","name":"default-tenant","reconcileID":"fa5a5183-0970-4ae4-8ee4-80697fda60de","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w0-98b70c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:12.486067117Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"namespace":"ai-tenant-e2e-shared-a-w0-98b70c","name":"default-tenant","reconcileID":"fa5a5183-0970-4ae4-8ee4-80697fda60de","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w0-98b70c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:12.543281094Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"namespace":"ai-tenant-e2e-shared-a-w0-98b70c","name":"default-tenant","reconcileID":"fa5a5183-0970-4ae4-8ee4-80697fda60de","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w0-98b70c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:12.595600088Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"namespace":"ai-tenant-e2e-shared-a-w0-98b70c","name":"default-tenant","reconcileID":"fa5a5183-0970-4ae4-8ee4-80697fda60de","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w0-98b70c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:12.647954819Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"namespace":"ai-tenant-e2e-shared-a-w0-98b70c","name":"default-tenant","reconcileID":"fa5a5183-0970-4ae4-8ee4-80697fda60de","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w0-98b70c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:12.726458412Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"namespace":"ai-tenant-e2e-shared-a-w0-98b70c","name":"default-tenant","reconcileID":"fa5a5183-0970-4ae4-8ee4-80697fda60de","gvk":"Service","name":"payload-processing-e2e-shared-a-w0-98b70c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:12.779577451Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"namespace":"ai-tenant-e2e-shared-a-w0-98b70c","name":"default-tenant","reconcileID":"fa5a5183-0970-4ae4-8ee4-80697fda60de","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w0-98b70c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:12.832274771Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"namespace":"ai-tenant-e2e-shared-a-w0-98b70c","name":"default-tenant","reconcileID":"fa5a5183-0970-4ae4-8ee4-80697fda60de","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w0-98b70c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:12.884530906Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"namespace":"ai-tenant-e2e-shared-a-w0-98b70c","name":"default-tenant","reconcileID":"fa5a5183-0970-4ae4-8ee4-80697fda60de","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w0-98b70c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:12.937857233Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"namespace":"ai-tenant-e2e-shared-a-w0-98b70c","name":"default-tenant","reconcileID":"fa5a5183-0970-4ae4-8ee4-80697fda60de","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w0-98b70c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:12.993465759Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"namespace":"ai-tenant-e2e-shared-a-w0-98b70c","name":"default-tenant","reconcileID":"fa5a5183-0970-4ae4-8ee4-80697fda60de","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w0-98b70c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:13.047848005Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"namespace":"ai-tenant-e2e-shared-a-w0-98b70c","name":"default-tenant","reconcileID":"fa5a5183-0970-4ae4-8ee4-80697fda60de","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w0-98b70c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:13.100204451Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"namespace":"ai-tenant-e2e-shared-a-w0-98b70c","name":"default-tenant","reconcileID":"fa5a5183-0970-4ae4-8ee4-80697fda60de","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w0-98b70c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:13.152774975Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"namespace":"ai-tenant-e2e-shared-a-w0-98b70c","name":"default-tenant","reconcileID":"fa5a5183-0970-4ae4-8ee4-80697fda60de","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w0-98b70c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:13.205086427Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-98b70c"},"namespace":"ai-tenant-e2e-shared-a-w0-98b70c","name":"default-tenant","reconcileID":"fa5a5183-0970-4ae4-8ee4-80697fda60de","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w0-98b70c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:13.574065126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"838b1375-4f0d-44fc-a1e2-e7e7bf1e2054","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:13.626886662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"838b1375-4f0d-44fc-a1e2-e7e7bf1e2054","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:13.67977147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"838b1375-4f0d-44fc-a1e2-e7e7bf1e2054","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:13.73288206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"838b1375-4f0d-44fc-a1e2-e7e7bf1e2054","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:14.031275176Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:14.113334768Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-98b70c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-98b70c","reconcileID":"52888d17-3bf6-44db-958d-579f6eb4e6fb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w0-98b70c","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w0-98b70c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:15.625890305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a850b856-9d4a-4ebf-8246-fad91522b7ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:15.678725745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a850b856-9d4a-4ebf-8246-fad91522b7ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:15.73144458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a850b856-9d4a-4ebf-8246-fad91522b7ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:15.784887768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a850b856-9d4a-4ebf-8246-fad91522b7ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:17.711973049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edc0d1ba-6a21-4686-8ead-061c0f4f081d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:17.765060425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edc0d1ba-6a21-4686-8ead-061c0f4f081d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:17.818443016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edc0d1ba-6a21-4686-8ead-061c0f4f081d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:17.871085841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edc0d1ba-6a21-4686-8ead-061c0f4f081d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:22.799772003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70a1f44e-dd42-43e8-a2a3-a899dd82b4e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:22.852848998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70a1f44e-dd42-43e8-a2a3-a899dd82b4e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:22.905354368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70a1f44e-dd42-43e8-a2a3-a899dd82b4e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:22.957878897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70a1f44e-dd42-43e8-a2a3-a899dd82b4e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:24.194784547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"namespace":"e2e-models-e2e-worker-w4-8f6b5b","name":"simulator-w4-8f6b5b","reconcileID":"ed1cc5dc-1109-4f4c-a8ca-c6a7c4933aaa","MaaSModelRef":{"name":"simulator-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"routeName":"simulator-w4-8f6b5b-kserve-route","namespace":"e2e-models-e2e-worker-w4-8f6b5b","llmisvcName":"simulator-w4-8f6b5b","gateway":"openshift-ingress/e2e-worker-w4-8f6b5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:24.195206941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"namespace":"e2e-models-e2e-worker-w4-8f6b5b","name":"premium-w4-8f6b5b","reconcileID":"1aadc1d9-0675-4595-8209-cd93c3b69bd7","MaaSModelRef":{"name":"premium-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"routeName":"premium-w4-8f6b5b-kserve-route","namespace":"e2e-models-e2e-worker-w4-8f6b5b","llmisvcName":"premium-w4-8f6b5b","gateway":"openshift-ingress/e2e-worker-w4-8f6b5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:24.195537643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"namespace":"e2e-models-e2e-worker-w4-8f6b5b","name":"distinct-w4-8f6b5b","reconcileID":"2b61e6bf-7390-40f7-87e8-e975ea0fe93e","MaaSModelRef":{"name":"distinct-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"routeName":"distinct-w4-8f6b5b-kserve-route","namespace":"e2e-models-e2e-worker-w4-8f6b5b","llmisvcName":"distinct-w4-8f6b5b","gateway":"openshift-ingress/e2e-worker-w4-8f6b5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:24.195799024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"namespace":"e2e-models-e2e-worker-w4-8f6b5b","name":"distinct-2-w4-8f6b5b","reconcileID":"00811f3a-b56b-479a-8fa8-673e84b0dedc","MaaSModelRef":{"name":"distinct-2-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"routeName":"distinct-2-w4-8f6b5b-kserve-route","namespace":"e2e-models-e2e-worker-w4-8f6b5b","llmisvcName":"distinct-2-w4-8f6b5b","gateway":"openshift-ingress/e2e-worker-w4-8f6b5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:24.343782754Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"namespace":"e2e-models-e2e-worker-w4-8f6b5b","name":"premium-w4-8f6b5b","reconcileID":"a5868165-f625-46dc-92bb-68e08d8478ff","MaaSModelRef":{"name":"premium-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"routeName":"premium-w4-8f6b5b-kserve-route","namespace":"e2e-models-e2e-worker-w4-8f6b5b","llmisvcName":"premium-w4-8f6b5b","gateway":"openshift-ingress/e2e-worker-w4-8f6b5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:24.344279362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"namespace":"e2e-models-e2e-worker-w4-8f6b5b","name":"distinct-w4-8f6b5b","reconcileID":"200a1a31-c9ab-4e71-9b07-f70273ead7d2","MaaSModelRef":{"name":"distinct-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"routeName":"distinct-w4-8f6b5b-kserve-route","namespace":"e2e-models-e2e-worker-w4-8f6b5b","llmisvcName":"distinct-w4-8f6b5b","gateway":"openshift-ingress/e2e-worker-w4-8f6b5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:24.344502791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"namespace":"e2e-models-e2e-worker-w4-8f6b5b","name":"distinct-2-w4-8f6b5b","reconcileID":"ff095cd8-28e8-431c-b51b-7c6fbdd66473","MaaSModelRef":{"name":"distinct-2-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"routeName":"distinct-2-w4-8f6b5b-kserve-route","namespace":"e2e-models-e2e-worker-w4-8f6b5b","llmisvcName":"distinct-2-w4-8f6b5b","gateway":"openshift-ingress/e2e-worker-w4-8f6b5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:24.344703821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"namespace":"e2e-models-e2e-worker-w4-8f6b5b","name":"simulator-w4-8f6b5b","reconcileID":"a5412e48-764d-4479-a884-5ce74a508e1b","MaaSModelRef":{"name":"simulator-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"routeName":"simulator-w4-8f6b5b-kserve-route","namespace":"e2e-models-e2e-worker-w4-8f6b5b","llmisvcName":"simulator-w4-8f6b5b","gateway":"openshift-ingress/e2e-worker-w4-8f6b5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:24.39349146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-access","reconcileID":"0cafc5a2-7f77-4fb3-a7bd-a997f172f752","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8f6b5b","tenantID":"e2e-worker-w4-8f6b5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:24.393490374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-access","reconcileID":"71c4e677-82d0-4383-b613-26fdf3c1a790","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8f6b5b","tenantID":"e2e-worker-w4-8f6b5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:24.448123666Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-subscription","reconcileID":"de608759-cf50-4744-89b6-869b560a8251","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-premium-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/premium-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:24.448451242Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-subscription","reconcileID":"f2ae6e23-a10f-4c80-a3cd-a8f341e48847","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-simulator-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/simulator-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:24.451439918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-access","reconcileID":"0cafc5a2-7f77-4fb3-a7bd-a997f172f752","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"e2e-worker-w4-8f6b5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:24.451918825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-access","reconcileID":"71c4e677-82d0-4383-b613-26fdf3c1a790","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"e2e-worker-w4-8f6b5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:24.799163808Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-subscription","reconcileID":"7f8cfd4b-c5b1-4caa-8e6b-5a1d9fceb12f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-premium-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/premium-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:24.799170251Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-subscription","reconcileID":"b1b50be1-f6b3-40e5-b5fe-e2efdb95d84a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-simulator-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/simulator-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:24.853160761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe516abe-f880-4d54-8d5d-aa41e232596f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:24.853518244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-access","reconcileID":"1eae4655-fec0-404a-becd-57d078c779c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8f6b5b","tenantID":"e2e-worker-w4-8f6b5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:24.853851558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-access","reconcileID":"8f16b77b-f84a-4a9b-997f-3efeaa17ae92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8f6b5b","tenantID":"e2e-worker-w4-8f6b5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:24.906517273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe516abe-f880-4d54-8d5d-aa41e232596f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:24.959208029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe516abe-f880-4d54-8d5d-aa41e232596f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:24.963256396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-access","reconcileID":"1eae4655-fec0-404a-becd-57d078c779c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"e2e-worker-w4-8f6b5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:25.012040719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe516abe-f880-4d54-8d5d-aa41e232596f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:25.015381698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-access","reconcileID":"8f16b77b-f84a-4a9b-997f-3efeaa17ae92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"e2e-worker-w4-8f6b5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:26.990163675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"761395e2-f71c-465e-ba14-c5599ae06ad7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:27.042987165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"761395e2-f71c-465e-ba14-c5599ae06ad7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:27.095743609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"761395e2-f71c-465e-ba14-c5599ae06ad7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:27.148318527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"761395e2-f71c-465e-ba14-c5599ae06ad7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:29.150403113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2e21476-684a-48c8-b6fa-616eb6504ad5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:29.203016116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2e21476-684a-48c8-b6fa-616eb6504ad5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:29.255602954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2e21476-684a-48c8-b6fa-616eb6504ad5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:29.308392772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2e21476-684a-48c8-b6fa-616eb6504ad5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:34.773870513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"namespace":"e2e-models-e2e-worker-w4-8f6b5b","name":"premium-w4-8f6b5b","reconcileID":"20517fe6-4b60-4e28-b94e-8cbb6a500e66","MaaSModelRef":{"name":"premium-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"routeName":"premium-w4-8f6b5b-kserve-route","namespace":"e2e-models-e2e-worker-w4-8f6b5b","llmisvcName":"premium-w4-8f6b5b","gateway":"openshift-ingress/e2e-worker-w4-8f6b5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:34.774248333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"namespace":"e2e-models-e2e-worker-w4-8f6b5b","name":"distinct-w4-8f6b5b","reconcileID":"2dce9d69-6146-447e-81d4-d151e1c01ba5","MaaSModelRef":{"name":"distinct-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"routeName":"distinct-w4-8f6b5b-kserve-route","namespace":"e2e-models-e2e-worker-w4-8f6b5b","llmisvcName":"distinct-w4-8f6b5b","gateway":"openshift-ingress/e2e-worker-w4-8f6b5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:34.774437525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"namespace":"e2e-models-e2e-worker-w4-8f6b5b","name":"distinct-2-w4-8f6b5b","reconcileID":"0c22f0ea-aa0e-4a1b-9273-c49fcad00406","MaaSModelRef":{"name":"distinct-2-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"routeName":"distinct-2-w4-8f6b5b-kserve-route","namespace":"e2e-models-e2e-worker-w4-8f6b5b","llmisvcName":"distinct-2-w4-8f6b5b","gateway":"openshift-ingress/e2e-worker-w4-8f6b5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:34.774621427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"namespace":"e2e-models-e2e-worker-w4-8f6b5b","name":"simulator-w4-8f6b5b","reconcileID":"3cfafe60-b998-4ff1-b55c-8babe127072d","MaaSModelRef":{"name":"simulator-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"routeName":"simulator-w4-8f6b5b-kserve-route","namespace":"e2e-models-e2e-worker-w4-8f6b5b","llmisvcName":"simulator-w4-8f6b5b","gateway":"openshift-ingress/e2e-worker-w4-8f6b5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:34.933059056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-access","reconcileID":"9313cf9c-e4a3-49c7-b806-a8dcee0ee609","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8f6b5b","tenantID":"e2e-worker-w4-8f6b5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:34.933143074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-access","reconcileID":"f79bf82e-77cd-404e-9816-60d2ab3d02d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8f6b5b","tenantID":"e2e-worker-w4-8f6b5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:34.986324946Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-subscription","reconcileID":"a3d1b414-ed1d-4ffe-96ca-f9e6550ad9e5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-premium-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/premium-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:34.986404335Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-subscription","reconcileID":"5030d1b4-1644-439e-9691-8e0fa7081915","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-simulator-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/simulator-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:34.989433259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-access","reconcileID":"9313cf9c-e4a3-49c7-b806-a8dcee0ee609","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"e2e-worker-w4-8f6b5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:34.989445845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-access","reconcileID":"f79bf82e-77cd-404e-9816-60d2ab3d02d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"e2e-worker-w4-8f6b5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:35.307428668Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-subscription","reconcileID":"8fdfb59a-6c28-4325-b40d-2bd2ff783f95","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-premium-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/premium-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:35.307426311Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-subscription","reconcileID":"78f9d614-a7e1-4680-9f05-3785fbaa8913","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-simulator-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/simulator-w4-8f6b5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:35.353478071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-access","reconcileID":"f0608d37-a663-4342-8a41-204280593856","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8f6b5b","tenantID":"e2e-worker-w4-8f6b5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:35.353980083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-access","reconcileID":"97d29da3-e649-45ce-a32f-02ccf51e30d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8f6b5b","tenantID":"e2e-worker-w4-8f6b5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:35.411758095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-access","reconcileID":"97d29da3-e649-45ce-a32f-02ccf51e30d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"e2e-worker-w4-8f6b5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:35.411758096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-access","reconcileID":"f0608d37-a663-4342-8a41-204280593856","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"e2e-worker-w4-8f6b5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:38.44594695Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"namespace":"ai-tenant-e2e-shared-a-w3-051514","name":"default-tenant","reconcileID":"5ff96d4a-101a-4022-852e-e3043e3c230c","namespace":"ai-tenant-e2e-shared-a-w3-051514","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:38.446007076Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"namespace":"ai-tenant-e2e-shared-a-w3-051514","name":"default-tenant","reconcileID":"5ff96d4a-101a-4022-852e-e3043e3c230c","namespace":"ai-tenant-e2e-shared-a-w3-051514","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:38.446056736Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"namespace":"ai-tenant-e2e-shared-a-w3-051514","name":"default-tenant","reconcileID":"5ff96d4a-101a-4022-852e-e3043e3c230c","tenant":"e2e-shared-a-w3-051514","tenantID":"e2e-shared-a-w3-051514","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:38.500173992Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"namespace":"ai-tenant-e2e-shared-a-w3-051514","name":"default-tenant","reconcileID":"5ff96d4a-101a-4022-852e-e3043e3c230c","gvk":"Deployment","name":"maas-api-e2e-shared-a-w3-051514","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:38.517864886Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"namespace":"ai-tenant-e2e-shared-b-w2-5632ea","name":"e2e-auth-iso-20cc75","reconcileID":"30cc4348-6140-42f9-a6b1-3aaf7210f461","MaaSSubscription":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"name":"maas-trlp-auth-test-model-5632ea","model":"ai-tenant-e2e-shared-b-w2-5632ea/auth-test-model-5632ea","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:38.55921154Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"namespace":"ai-tenant-e2e-shared-a-w3-051514","name":"default-tenant","reconcileID":"5ff96d4a-101a-4022-852e-e3043e3c230c","gvk":"Service","name":"maas-api-e2e-shared-a-w3-051514","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:38.617984408Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"namespace":"ai-tenant-e2e-shared-a-w3-051514","name":"default-tenant","reconcileID":"5ff96d4a-101a-4022-852e-e3043e3c230c","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w3-051514","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:38.671914661Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"namespace":"ai-tenant-e2e-shared-a-w3-051514","name":"default-tenant","reconcileID":"5ff96d4a-101a-4022-852e-e3043e3c230c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w3-051514","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:38.68579112Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5632ea","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"namespace":"ai-tenant-e2e-shared-b-w2-5632ea","name":"auth-test-model-5632ea","reconcileID":"9726612c-d0b5-4949-b92e-254cbc237fed","MaaSModelRef":{"name":"auth-test-model-5632ea","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"tenant":"e2e-shared-b-w2-5632ea","gateway":"openshift-ingress/e2e-shared-b-w2-5632ea","model":"ai-tenant-e2e-shared-b-w2-5632ea/auth-test-model-5632ea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:38.685812578Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5632ea","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"namespace":"ai-tenant-e2e-shared-b-w2-5632ea","name":"auth-test-model-5632ea","reconcileID":"9726612c-d0b5-4949-b92e-254cbc237fed","MaaSModelRef":{"name":"auth-test-model-5632ea","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"routeName":"auth-test-model-5632ea-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-5632ea","llmisvcName":"auth-test-model-5632ea","gateway":"openshift-ingress/e2e-shared-b-w2-5632ea","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:38.729080898Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"namespace":"ai-tenant-e2e-shared-a-w3-051514","name":"default-tenant","reconcileID":"5ff96d4a-101a-4022-852e-e3043e3c230c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w3-051514","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:38.783937102Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"namespace":"ai-tenant-e2e-shared-a-w3-051514","name":"default-tenant","reconcileID":"5ff96d4a-101a-4022-852e-e3043e3c230c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w3-051514","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:38.838702879Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"namespace":"ai-tenant-e2e-shared-a-w3-051514","name":"default-tenant","reconcileID":"5ff96d4a-101a-4022-852e-e3043e3c230c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w3-051514","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:38.895149895Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"namespace":"ai-tenant-e2e-shared-a-w3-051514","name":"default-tenant","reconcileID":"5ff96d4a-101a-4022-852e-e3043e3c230c","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w3-051514","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:38.947520399Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"namespace":"ai-tenant-e2e-shared-a-w3-051514","name":"default-tenant","reconcileID":"5ff96d4a-101a-4022-852e-e3043e3c230c","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w3-051514","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:38.999778948Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"namespace":"ai-tenant-e2e-shared-a-w3-051514","name":"default-tenant","reconcileID":"5ff96d4a-101a-4022-852e-e3043e3c230c","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w3-051514","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:39.052038194Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"namespace":"ai-tenant-e2e-shared-a-w3-051514","name":"default-tenant","reconcileID":"5ff96d4a-101a-4022-852e-e3043e3c230c","gvk":"Service","name":"payload-processing-e2e-shared-a-w3-051514","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:39.104356345Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"namespace":"ai-tenant-e2e-shared-a-w3-051514","name":"default-tenant","reconcileID":"5ff96d4a-101a-4022-852e-e3043e3c230c","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w3-051514","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:39.15657015Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"namespace":"ai-tenant-e2e-shared-a-w3-051514","name":"default-tenant","reconcileID":"5ff96d4a-101a-4022-852e-e3043e3c230c","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w3-051514","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:39.208693716Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"namespace":"ai-tenant-e2e-shared-a-w3-051514","name":"default-tenant","reconcileID":"5ff96d4a-101a-4022-852e-e3043e3c230c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w3-051514","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:39.260910918Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"namespace":"ai-tenant-e2e-shared-a-w3-051514","name":"default-tenant","reconcileID":"5ff96d4a-101a-4022-852e-e3043e3c230c","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w3-051514","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:39.319975654Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"namespace":"ai-tenant-e2e-shared-a-w3-051514","name":"default-tenant","reconcileID":"5ff96d4a-101a-4022-852e-e3043e3c230c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w3-051514","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:39.372717123Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"namespace":"ai-tenant-e2e-shared-a-w3-051514","name":"default-tenant","reconcileID":"5ff96d4a-101a-4022-852e-e3043e3c230c","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w3-051514","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:39.425045917Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"namespace":"ai-tenant-e2e-shared-a-w3-051514","name":"default-tenant","reconcileID":"5ff96d4a-101a-4022-852e-e3043e3c230c","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w3-051514","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:39.477246341Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"namespace":"ai-tenant-e2e-shared-a-w3-051514","name":"default-tenant","reconcileID":"5ff96d4a-101a-4022-852e-e3043e3c230c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w3-051514","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:39.529336939Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-051514"},"namespace":"ai-tenant-e2e-shared-a-w3-051514","name":"default-tenant","reconcileID":"5ff96d4a-101a-4022-852e-e3043e3c230c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w3-051514","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:39.961356262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"namespace":"ai-tenant-e2e-shared-b-w2-5632ea","name":"e2e-auth-iso-20cc75","reconcileID":"fb89d404-443d-4e26-bbea-72fcffaf65c9","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-5632ea","tenantID":"e2e-shared-b-w2-5632ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:40.017911588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"namespace":"ai-tenant-e2e-shared-b-w2-5632ea","name":"e2e-auth-iso-20cc75","reconcileID":"fb89d404-443d-4e26-bbea-72fcffaf65c9","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"name":"e2e-shared-b-w2-5632ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:40.346252871Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w3-051514","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w3-051514","reconcileID":"0a114fbd-8392-40bc-93cd-fbf9a444a1e8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w3-051514","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w3-051514"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:41.082115077Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9e3b95","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"namespace":"ai-tenant-e2e-shared-a-w2-9e3b95","name":"auth-test-model-9e3b95","reconcileID":"448bd1c3-61dc-4e2f-bebe-4ee2d444af31","MaaSModelRef":{"name":"auth-test-model-9e3b95","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"tenant":"e2e-shared-a-w2-9e3b95","gateway":"openshift-ingress/e2e-shared-a-w2-9e3b95","model":"ai-tenant-e2e-shared-a-w2-9e3b95/auth-test-model-9e3b95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:41.082140588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9e3b95","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"namespace":"ai-tenant-e2e-shared-a-w2-9e3b95","name":"auth-test-model-9e3b95","reconcileID":"448bd1c3-61dc-4e2f-bebe-4ee2d444af31","MaaSModelRef":{"name":"auth-test-model-9e3b95","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"routeName":"auth-test-model-9e3b95-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95","llmisvcName":"auth-test-model-9e3b95","gateway":"openshift-ingress/e2e-shared-a-w2-9e3b95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:41.1865042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"namespace":"ai-tenant-e2e-shared-a-w2-9e3b95","name":"e2e-auth-iso-20cc75","reconcileID":"e472017f-ba0f-4706-bbef-8127f9159fed","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-9e3b95","tenantID":"e2e-shared-a-w2-9e3b95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:41.243310567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"namespace":"ai-tenant-e2e-shared-a-w2-9e3b95","name":"e2e-auth-iso-20cc75","reconcileID":"e472017f-ba0f-4706-bbef-8127f9159fed","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"name":"e2e-shared-a-w2-9e3b95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:41.244348065Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"namespace":"ai-tenant-e2e-shared-a-w2-9e3b95","name":"e2e-auth-iso-20cc75","reconcileID":"9d8148be-6fd1-446a-bcc1-aa442cc02f1e","MaaSSubscription":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b484d7ec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:41.492929458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2249991d-fa44-404d-90da-83e623c4ec23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:41.545491799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2249991d-fa44-404d-90da-83e623c4ec23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:41.598444677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2249991d-fa44-404d-90da-83e623c4ec23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:41.651426812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2249991d-fa44-404d-90da-83e623c4ec23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:41.703628126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"namespace":"ai-tenant-e2e-shared-a-w2-9e3b95","name":"e2e-auth-iso-20cc75","reconcileID":"c0edb7ac-1d99-41e2-bde8-42e93c74bc5a","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-9e3b95","tenantID":"e2e-shared-a-w2-9e3b95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:41.760498812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"namespace":"ai-tenant-e2e-shared-a-w2-9e3b95","name":"e2e-auth-iso-20cc75","reconcileID":"c0edb7ac-1d99-41e2-bde8-42e93c74bc5a","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"name":"e2e-shared-a-w2-9e3b95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:43.594117673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de9c2843-4f4d-4c63-9c6d-40bc314e13cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:43.646931442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de9c2843-4f4d-4c63-9c6d-40bc314e13cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:43.700176699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de9c2843-4f4d-4c63-9c6d-40bc314e13cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:43.753069679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de9c2843-4f4d-4c63-9c6d-40bc314e13cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:44.030007954Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:44.774018449Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"default-tenant","reconcileID":"b38a1601-2435-469d-86ee-0b757ce96e4b","namespace":"ai-tenant-e2e-worker-w4-8f6b5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:44.827508017Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"default-tenant","reconcileID":"b38a1601-2435-469d-86ee-0b757ce96e4b","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:44.884095757Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"default-tenant","reconcileID":"b38a1601-2435-469d-86ee-0b757ce96e4b","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:44.885022163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"namespace":"e2e-models-e2e-worker-w4-8f6b5b","name":"simulator-w4-8f6b5b","reconcileID":"b860b259-ea0a-4255-b5f3-392c5baa32d2","MaaSModelRef":{"name":"simulator-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"routeName":"simulator-w4-8f6b5b-kserve-route","namespace":"e2e-models-e2e-worker-w4-8f6b5b","llmisvcName":"simulator-w4-8f6b5b","gateway":"openshift-ingress/e2e-worker-w4-8f6b5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:44.941426057Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"default-tenant","reconcileID":"b38a1601-2435-469d-86ee-0b757ce96e4b","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:44.941454921Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"default-tenant","reconcileID":"b38a1601-2435-469d-86ee-0b757ce96e4b","namespace":"ai-tenant-e2e-worker-w4-8f6b5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:44.941543727Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"default-tenant","reconcileID":"b38a1601-2435-469d-86ee-0b757ce96e4b","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:44.94260163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"namespace":"e2e-models-e2e-worker-w4-8f6b5b","name":"premium-w4-8f6b5b","reconcileID":"2dbef5b4-4793-4c78-bb7d-6b0b271e42b6","MaaSModelRef":{"name":"premium-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"routeName":"premium-w4-8f6b5b-kserve-route","namespace":"e2e-models-e2e-worker-w4-8f6b5b","llmisvcName":"premium-w4-8f6b5b","gateway":"openshift-ingress/e2e-worker-w4-8f6b5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:45.002526928Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"default-tenant","reconcileID":"b38a1601-2435-469d-86ee-0b757ce96e4b","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:45.00301992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"namespace":"e2e-models-e2e-worker-w4-8f6b5b","name":"simulator-w4-8f6b5b","reconcileID":"0bff8c6f-d1bc-4fef-b02d-fbffb463d083","MaaSModelRef":{"name":"simulator-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"routeName":"simulator-w4-8f6b5b-kserve-route","namespace":"e2e-models-e2e-worker-w4-8f6b5b","llmisvcName":"simulator-w4-8f6b5b","gateway":"openshift-ingress/e2e-worker-w4-8f6b5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:45.052811653Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-subscription","reconcileID":"673da9c6-cbc6-40e8-bd77-efdb2abc19a3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6c94b8bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:45.056833828Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"default-tenant","reconcileID":"b38a1601-2435-469d-86ee-0b757ce96e4b","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:45.060286705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"namespace":"e2e-models-e2e-worker-w4-8f6b5b","name":"premium-w4-8f6b5b","reconcileID":"4af766aa-cdc5-4f74-9974-9548233a1c86","MaaSModelRef":{"name":"premium-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"routeName":"premium-w4-8f6b5b-kserve-route","namespace":"e2e-models-e2e-worker-w4-8f6b5b","llmisvcName":"premium-w4-8f6b5b","gateway":"openshift-ingress/e2e-worker-w4-8f6b5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:45.093318617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-access","reconcileID":"32b48719-ff61-4c1a-86c9-4894018e5e4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8f6b5b","tenantID":"e2e-worker-w4-8f6b5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:45.093791436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-access","reconcileID":"1f04fdfd-c34b-4f28-bd8c-05188135cb93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8f6b5b","tenantID":"e2e-worker-w4-8f6b5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:45.148713633Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-subscription","reconcileID":"f75d9f58-0a1c-4bfe-987a-582362a07a4d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6c94b8bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:45.150363423Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-subscription","reconcileID":"db16a9f0-7c60-4a73-8bee-bb43a119f6e6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-063e7c83","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:45.151834936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-access","reconcileID":"32b48719-ff61-4c1a-86c9-4894018e5e4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"e2e-worker-w4-8f6b5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:45.153051033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-access","reconcileID":"1f04fdfd-c34b-4f28-bd8c-05188135cb93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"e2e-worker-w4-8f6b5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:45.206806251Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-subscription","reconcileID":"0d109404-2c65-4471-8d20-e970352197cc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-063e7c83","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:45.358117137Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-access","reconcileID":"7cc7dbe6-2586-47a1-9e51-5017dfe29cfd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"model":"e2e-models-e2e-worker-w4-8f6b5b/premium-w4-8f6b5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:45.358117304Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-access","reconcileID":"7190e485-0a63-4d27-a00a-e7cfa72ab43a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"model":"e2e-models-e2e-worker-w4-8f6b5b/simulator-w4-8f6b5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:45.61101768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-access","reconcileID":"7190e485-0a63-4d27-a00a-e7cfa72ab43a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8f6b5b","tenantID":"e2e-worker-w4-8f6b5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:45.611093346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-access","reconcileID":"7cc7dbe6-2586-47a1-9e51-5017dfe29cfd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8f6b5b","tenantID":"e2e-worker-w4-8f6b5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:45.696084321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb1d7be1-74dc-46ef-a8fd-c94216df16d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:45.764546338Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-access","reconcileID":"7190e485-0a63-4d27-a00a-e7cfa72ab43a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"e2e-worker-w4-8f6b5b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:45.764575978Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-access","reconcileID":"7190e485-0a63-4d27-a00a-e7cfa72ab43a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8f6b5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:45.80064426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb1d7be1-74dc-46ef-a8fd-c94216df16d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T02:07:45.805356956Z","body":"failed to reset gateway auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-access","reconcileID":"7cc7dbe6-2586-47a1-9e51-5017dfe29cfd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w4-8f6b5b-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1946\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:535\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:07:45.805420826Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-access","reconcileID":"7cc7dbe6-2586-47a1-9e51-5017dfe29cfd","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w4-8f6b5b-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:45.853419218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb1d7be1-74dc-46ef-a8fd-c94216df16d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:45.853516747Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-access","reconcileID":"3801ad30-4f9e-4426-92c5-0943c5dd50f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"model":"e2e-models-e2e-worker-w4-8f6b5b/premium-w4-8f6b5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:45.856685323Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"namespace":"e2e-models-e2e-worker-w4-8f6b5b","name":"simulator-w4-8f6b5b","reconcileID":"5020ee83-cb64-4499-9857-7e53104e7c01","MaaSModelRef":{"name":"simulator-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"routeName":"simulator-w4-8f6b5b-kserve-route","namespace":"e2e-models-e2e-worker-w4-8f6b5b","llmisvcName":"simulator-w4-8f6b5b","gateway":"openshift-ingress/e2e-worker-w4-8f6b5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:45.906189564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb1d7be1-74dc-46ef-a8fd-c94216df16d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:46.063256156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-access","reconcileID":"3801ad30-4f9e-4426-92c5-0943c5dd50f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8f6b5b","tenantID":"e2e-worker-w4-8f6b5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:46.121411279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-access","reconcileID":"3801ad30-4f9e-4426-92c5-0943c5dd50f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"e2e-worker-w4-8f6b5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:46.121438857Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-access","reconcileID":"3801ad30-4f9e-4426-92c5-0943c5dd50f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8f6b5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:46.17800513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"namespace":"e2e-models-e2e-worker-w4-8f6b5b","name":"premium-w4-8f6b5b","reconcileID":"4a8ac263-9d01-4b34-ae58-afaf5d492b6e","MaaSModelRef":{"name":"premium-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"routeName":"premium-w4-8f6b5b-kserve-route","namespace":"e2e-models-e2e-worker-w4-8f6b5b","llmisvcName":"premium-w4-8f6b5b","gateway":"openshift-ingress/e2e-worker-w4-8f6b5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:47.807691458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"663a359b-29ff-40cd-a792-e48be189fb75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:47.860386464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"663a359b-29ff-40cd-a792-e48be189fb75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:47.913676149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"663a359b-29ff-40cd-a792-e48be189fb75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:47.966624082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"663a359b-29ff-40cd-a792-e48be189fb75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:49.88315488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2859af31-777a-48c7-9971-022acbb99caf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:49.935932739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2859af31-777a-48c7-9971-022acbb99caf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:49.988855004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2859af31-777a-48c7-9971-022acbb99caf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:50.041852324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2859af31-777a-48c7-9971-022acbb99caf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:51.299715399Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"namespace":"ai-tenant-e2e-shared-a-w2-9e3b95","name":"e2e-auth-iso-20cc75","reconcileID":"d02183f5-a2ee-466a-b515-9672b025ae48","MaaSSubscription":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"model":"ai-tenant-e2e-shared-a-w2-9e3b95/auth-test-model-9e3b95","subscription":"e2e-auth-iso-20cc75","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:51.30222065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"namespace":"e2e-models-e2e-worker-w4-8f6b5b","name":"distinct-w4-8f6b5b","reconcileID":"bd4bb908-d7c0-47f8-a902-b4433f8bf04a","MaaSModelRef":{"name":"distinct-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"routeName":"distinct-w4-8f6b5b-kserve-route","namespace":"e2e-models-e2e-worker-w4-8f6b5b","llmisvcName":"distinct-w4-8f6b5b","gateway":"openshift-ingress/e2e-worker-w4-8f6b5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:51.352693847Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"namespace":"ai-tenant-e2e-shared-a-w2-9e3b95","name":"e2e-auth-iso-20cc75","reconcileID":"d02183f5-a2ee-466a-b515-9672b025ae48","MaaSSubscription":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"model":"ai-tenant-e2e-shared-a-w2-9e3b95/auth-test-model-9e3b95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:51.419725739Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"namespace":"ai-tenant-e2e-shared-a-w2-9e3b95","name":"e2e-auth-iso-20cc75","reconcileID":"d02183f5-a2ee-466a-b515-9672b025ae48","MaaSSubscription":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"name":"maas-trlp-auth-test-model-9e3b95","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95","model":"ai-tenant-e2e-shared-a-w2-9e3b95/auth-test-model-9e3b95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:51.696446301Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9e3b95","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"namespace":"ai-tenant-e2e-shared-a-w2-9e3b95","name":"auth-test-model-9e3b95","reconcileID":"34f1d7ae-911f-436b-b207-60e1e74840b2","MaaSModelRef":{"name":"auth-test-model-9e3b95","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"tenant":"e2e-shared-a-w2-9e3b95","gateway":"openshift-ingress/e2e-shared-a-w2-9e3b95","model":"ai-tenant-e2e-shared-a-w2-9e3b95/auth-test-model-9e3b95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:51.696470117Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9e3b95","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"namespace":"ai-tenant-e2e-shared-a-w2-9e3b95","name":"auth-test-model-9e3b95","reconcileID":"34f1d7ae-911f-436b-b207-60e1e74840b2","MaaSModelRef":{"name":"auth-test-model-9e3b95","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"routeName":"auth-test-model-9e3b95-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95","llmisvcName":"auth-test-model-9e3b95","gateway":"openshift-ingress/e2e-shared-a-w2-9e3b95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:51.801367658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"namespace":"ai-tenant-e2e-shared-a-w2-9e3b95","name":"e2e-auth-iso-20cc75","reconcileID":"e5686673-8557-40db-9590-0173298429cc","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-9e3b95","tenantID":"e2e-shared-a-w2-9e3b95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:51.857584596Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5632ea","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"namespace":"ai-tenant-e2e-shared-b-w2-5632ea","name":"auth-test-model-5632ea","reconcileID":"1ad30a3c-c9c1-4ebf-bc9b-167cf31609f5","MaaSModelRef":{"name":"auth-test-model-5632ea","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"tenant":"e2e-shared-b-w2-5632ea","gateway":"openshift-ingress/e2e-shared-b-w2-5632ea","model":"ai-tenant-e2e-shared-b-w2-5632ea/auth-test-model-5632ea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:51.857609414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5632ea","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"namespace":"ai-tenant-e2e-shared-b-w2-5632ea","name":"auth-test-model-5632ea","reconcileID":"1ad30a3c-c9c1-4ebf-bc9b-167cf31609f5","MaaSModelRef":{"name":"auth-test-model-5632ea","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"routeName":"auth-test-model-5632ea-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-5632ea","llmisvcName":"auth-test-model-5632ea","gateway":"openshift-ingress/e2e-shared-b-w2-5632ea","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:51.860632064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"namespace":"ai-tenant-e2e-shared-a-w2-9e3b95","name":"e2e-auth-iso-20cc75","reconcileID":"e5686673-8557-40db-9590-0173298429cc","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"name":"e2e-shared-a-w2-9e3b95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:51.932465053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d50be9e-4622-4516-8f5f-34ac7a6e07a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:51.985574527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d50be9e-4622-4516-8f5f-34ac7a6e07a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:51.986329345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"namespace":"ai-tenant-e2e-shared-b-w2-5632ea","name":"e2e-auth-iso-20cc75","reconcileID":"273b21bc-b6ab-4e8e-ad78-d75f5efe2a99","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-5632ea","tenantID":"e2e-shared-b-w2-5632ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:52.039120841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d50be9e-4622-4516-8f5f-34ac7a6e07a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:52.092207909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d50be9e-4622-4516-8f5f-34ac7a6e07a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:52.095733016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"namespace":"ai-tenant-e2e-shared-b-w2-5632ea","name":"e2e-auth-iso-20cc75","reconcileID":"273b21bc-b6ab-4e8e-ad78-d75f5efe2a99","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"name":"e2e-shared-b-w2-5632ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:52.144987224Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"namespace":"ai-tenant-e2e-shared-b-w2-5632ea","name":"e2e-auth-iso-20cc75","reconcileID":"abb6a7aa-ca84-471f-b760-092341833ffd","MaaSSubscription":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-69e80696","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:52.209000833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"namespace":"ai-tenant-e2e-shared-a-w2-9e3b95","name":"e2e-auth-iso-20cc75","reconcileID":"2770c944-2f19-4e07-8dbb-e6c9220c06ea","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-9e3b95","tenantID":"e2e-shared-a-w2-9e3b95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:52.26532769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"namespace":"ai-tenant-e2e-shared-a-w2-9e3b95","name":"e2e-auth-iso-20cc75","reconcileID":"2770c944-2f19-4e07-8dbb-e6c9220c06ea","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"name":"e2e-shared-a-w2-9e3b95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:52.411381576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"namespace":"ai-tenant-e2e-shared-b-w2-5632ea","name":"e2e-auth-iso-20cc75","reconcileID":"4fe4ad36-a53d-4347-ba08-d05954d94abe","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-5632ea","tenantID":"e2e-shared-b-w2-5632ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:52.468292081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"namespace":"ai-tenant-e2e-shared-b-w2-5632ea","name":"e2e-auth-iso-20cc75","reconcileID":"4fe4ad36-a53d-4347-ba08-d05954d94abe","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"name":"e2e-shared-b-w2-5632ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:53.992581831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc6c7656-63a6-4a96-a9e6-2eab78a23c20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:54.045373058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc6c7656-63a6-4a96-a9e6-2eab78a23c20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:54.098151397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc6c7656-63a6-4a96-a9e6-2eab78a23c20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:54.150882884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc6c7656-63a6-4a96-a9e6-2eab78a23c20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:55.201419232Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-subscription","reconcileID":"c118c978-c84b-43e1-935e-d7003aa41a15","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"model":"e2e-models-e2e-worker-w4-8f6b5b/simulator-w4-8f6b5b","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:55.254424345Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-subscription","reconcileID":"c118c978-c84b-43e1-935e-d7003aa41a15","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"model":"e2e-models-e2e-worker-w4-8f6b5b/simulator-w4-8f6b5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:55.260044593Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-subscription","reconcileID":"d428e274-a904-44f6-aed2-9e4cf86a00b1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"model":"e2e-models-e2e-worker-w4-8f6b5b/premium-w4-8f6b5b","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:55.307215162Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"simulator-subscription","reconcileID":"c118c978-c84b-43e1-935e-d7003aa41a15","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-simulator-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/simulator-w4-8f6b5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:55.313103471Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-subscription","reconcileID":"d428e274-a904-44f6-aed2-9e4cf86a00b1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"model":"e2e-models-e2e-worker-w4-8f6b5b/premium-w4-8f6b5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:55.365487763Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"premium-simulator-subscription","reconcileID":"d428e274-a904-44f6-aed2-9e4cf86a00b1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"name":"maas-trlp-premium-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b","model":"e2e-models-e2e-worker-w4-8f6b5b/premium-w4-8f6b5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:55.581530175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"namespace":"e2e-models-e2e-worker-w4-8f6b5b","name":"simulator-w4-8f6b5b","reconcileID":"75dde00e-bafa-4347-8823-365ecc9d35c7","MaaSModelRef":{"name":"simulator-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"routeName":"simulator-w4-8f6b5b-kserve-route","namespace":"e2e-models-e2e-worker-w4-8f6b5b","llmisvcName":"simulator-w4-8f6b5b","gateway":"openshift-ingress/e2e-worker-w4-8f6b5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:55.69652026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"namespace":"e2e-models-e2e-worker-w4-8f6b5b","name":"premium-w4-8f6b5b","reconcileID":"3f46a551-243b-4671-bd42-d6a871a0c8bf","MaaSModelRef":{"name":"premium-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"routeName":"premium-w4-8f6b5b-kserve-route","namespace":"e2e-models-e2e-worker-w4-8f6b5b","llmisvcName":"premium-w4-8f6b5b","gateway":"openshift-ingress/e2e-worker-w4-8f6b5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:01.362413216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"namespace":"e2e-models-e2e-worker-w4-8f6b5b","name":"distinct-w4-8f6b5b","reconcileID":"0465aa5d-dea3-4a31-a6dd-946c63ac100a","MaaSModelRef":{"name":"distinct-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"routeName":"distinct-w4-8f6b5b-kserve-route","namespace":"e2e-models-e2e-worker-w4-8f6b5b","llmisvcName":"distinct-w4-8f6b5b","gateway":"openshift-ingress/e2e-worker-w4-8f6b5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:02.200022091Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"namespace":"ai-tenant-e2e-shared-b-w2-5632ea","name":"e2e-auth-iso-20cc75","reconcileID":"bc770d66-d299-4965-8041-a4e429c3b41a","MaaSSubscription":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"model":"ai-tenant-e2e-shared-b-w2-5632ea/auth-test-model-5632ea","subscription":"e2e-auth-iso-20cc75","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:02.253125118Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"namespace":"ai-tenant-e2e-shared-b-w2-5632ea","name":"e2e-auth-iso-20cc75","reconcileID":"bc770d66-d299-4965-8041-a4e429c3b41a","MaaSSubscription":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"model":"ai-tenant-e2e-shared-b-w2-5632ea/auth-test-model-5632ea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:02.305919417Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"namespace":"ai-tenant-e2e-shared-b-w2-5632ea","name":"e2e-auth-iso-20cc75","reconcileID":"bc770d66-d299-4965-8041-a4e429c3b41a","MaaSSubscription":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"name":"maas-trlp-auth-test-model-5632ea","namespace":"ai-tenant-e2e-shared-b-w2-5632ea","model":"ai-tenant-e2e-shared-b-w2-5632ea/auth-test-model-5632ea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:02.578925756Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5632ea","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"namespace":"ai-tenant-e2e-shared-b-w2-5632ea","name":"auth-test-model-5632ea","reconcileID":"9fba1059-7dce-4a31-8de6-c8e397faafda","MaaSModelRef":{"name":"auth-test-model-5632ea","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"tenant":"e2e-shared-b-w2-5632ea","gateway":"openshift-ingress/e2e-shared-b-w2-5632ea","model":"ai-tenant-e2e-shared-b-w2-5632ea/auth-test-model-5632ea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:02.578955205Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5632ea","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"namespace":"ai-tenant-e2e-shared-b-w2-5632ea","name":"auth-test-model-5632ea","reconcileID":"9fba1059-7dce-4a31-8de6-c8e397faafda","MaaSModelRef":{"name":"auth-test-model-5632ea","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"routeName":"auth-test-model-5632ea-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-5632ea","llmisvcName":"auth-test-model-5632ea","gateway":"openshift-ingress/e2e-shared-b-w2-5632ea","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:02.683934477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"namespace":"ai-tenant-e2e-shared-b-w2-5632ea","name":"e2e-auth-iso-20cc75","reconcileID":"2096fb08-656b-4c24-bd49-f2414c8ebede","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-5632ea","tenantID":"e2e-shared-b-w2-5632ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:02.723575208Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"namespace":"ai-tenant-e2e-shared-a-w2-9e3b95","name":"e2e-auth-iso-20cc75","reconcileID":"41a9d5c0-be56-455f-a7a6-cd8cc2e29d02","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"model":"ai-tenant-e2e-shared-a-w2-9e3b95/auth-test-model-9e3b95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:02.723622311Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9e3b95","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"namespace":"ai-tenant-e2e-shared-a-w2-9e3b95","name":"auth-test-model-9e3b95","reconcileID":"269b646f-1f13-44b5-8bd8-3e6cd23578fd","MaaSModelRef":{"name":"auth-test-model-9e3b95","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"tenant":"e2e-shared-a-w2-9e3b95","gateway":"openshift-ingress/e2e-shared-a-w2-9e3b95","model":"ai-tenant-e2e-shared-a-w2-9e3b95/auth-test-model-9e3b95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:02.723792145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9e3b95","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"namespace":"ai-tenant-e2e-shared-a-w2-9e3b95","name":"auth-test-model-9e3b95","reconcileID":"269b646f-1f13-44b5-8bd8-3e6cd23578fd","MaaSModelRef":{"name":"auth-test-model-9e3b95","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"routeName":"auth-test-model-9e3b95-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95","llmisvcName":"auth-test-model-9e3b95","gateway":"openshift-ingress/e2e-shared-a-w2-9e3b95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:02.740399315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"namespace":"ai-tenant-e2e-shared-b-w2-5632ea","name":"e2e-auth-iso-20cc75","reconcileID":"2096fb08-656b-4c24-bd49-f2414c8ebede","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"name":"e2e-shared-b-w2-5632ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:02.929888846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"namespace":"ai-tenant-e2e-shared-a-w2-9e3b95","name":"e2e-auth-iso-20cc75","reconcileID":"41a9d5c0-be56-455f-a7a6-cd8cc2e29d02","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-9e3b95","tenantID":"e2e-shared-a-w2-9e3b95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:03.054750386Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"namespace":"ai-tenant-e2e-shared-a-w2-9e3b95","name":"e2e-auth-iso-20cc75","reconcileID":"41a9d5c0-be56-455f-a7a6-cd8cc2e29d02","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"name":"e2e-shared-a-w2-9e3b95-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:03.054775208Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"namespace":"ai-tenant-e2e-shared-a-w2-9e3b95","name":"e2e-auth-iso-20cc75","reconcileID":"41a9d5c0-be56-455f-a7a6-cd8cc2e29d02","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-9e3b95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:03.082432962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"namespace":"ai-tenant-e2e-shared-b-w2-5632ea","name":"e2e-auth-iso-20cc75","reconcileID":"4c02bb84-c887-466b-8478-9522c5ffabdc","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-5632ea","tenantID":"e2e-shared-b-w2-5632ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:03.114430466Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9e3b95","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"namespace":"ai-tenant-e2e-shared-a-w2-9e3b95","name":"auth-test-model-9e3b95","reconcileID":"ab9f89cc-eac6-44c5-b5b9-3dcf4e5b94a5","MaaSModelRef":{"name":"auth-test-model-9e3b95","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"tenant":"e2e-shared-a-w2-9e3b95","gateway":"openshift-ingress/e2e-shared-a-w2-9e3b95","model":"ai-tenant-e2e-shared-a-w2-9e3b95/auth-test-model-9e3b95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:03.114450915Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9e3b95","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"namespace":"ai-tenant-e2e-shared-a-w2-9e3b95","name":"auth-test-model-9e3b95","reconcileID":"ab9f89cc-eac6-44c5-b5b9-3dcf4e5b94a5","MaaSModelRef":{"name":"auth-test-model-9e3b95","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"routeName":"auth-test-model-9e3b95-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95","llmisvcName":"auth-test-model-9e3b95","gateway":"openshift-ingress/e2e-shared-a-w2-9e3b95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:03.138982423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"namespace":"ai-tenant-e2e-shared-b-w2-5632ea","name":"e2e-auth-iso-20cc75","reconcileID":"4c02bb84-c887-466b-8478-9522c5ffabdc","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"name":"e2e-shared-b-w2-5632ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:03.27763514Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5632ea","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"namespace":"ai-tenant-e2e-shared-b-w2-5632ea","name":"auth-test-model-5632ea","reconcileID":"60f9a5f9-0cae-4d00-a1d1-eeda0a69af97","MaaSModelRef":{"name":"auth-test-model-5632ea","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"tenant":"e2e-shared-b-w2-5632ea","gateway":"openshift-ingress/e2e-shared-b-w2-5632ea","model":"ai-tenant-e2e-shared-b-w2-5632ea/auth-test-model-5632ea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:03.277687037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5632ea","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"namespace":"ai-tenant-e2e-shared-b-w2-5632ea","name":"auth-test-model-5632ea","reconcileID":"60f9a5f9-0cae-4d00-a1d1-eeda0a69af97","MaaSModelRef":{"name":"auth-test-model-5632ea","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"routeName":"auth-test-model-5632ea-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-5632ea","llmisvcName":"auth-test-model-5632ea","gateway":"openshift-ingress/e2e-shared-b-w2-5632ea","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:03.344166138Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"namespace":"ai-tenant-e2e-shared-b-w2-5632ea","name":"e2e-auth-iso-20cc75","reconcileID":"448a8341-831e-4227-ac82-5dba4ff33b18","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"model":"ai-tenant-e2e-shared-b-w2-5632ea/auth-test-model-5632ea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:03.597102934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"namespace":"ai-tenant-e2e-shared-b-w2-5632ea","name":"e2e-auth-iso-20cc75","reconcileID":"448a8341-831e-4227-ac82-5dba4ff33b18","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-5632ea","tenantID":"e2e-shared-b-w2-5632ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:03.7207112Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"namespace":"ai-tenant-e2e-shared-b-w2-5632ea","name":"e2e-auth-iso-20cc75","reconcileID":"448a8341-831e-4227-ac82-5dba4ff33b18","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"name":"e2e-shared-b-w2-5632ea-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:03.720734771Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"namespace":"ai-tenant-e2e-shared-b-w2-5632ea","name":"e2e-auth-iso-20cc75","reconcileID":"448a8341-831e-4227-ac82-5dba4ff33b18","MaaSAuthPolicy":{"name":"e2e-auth-iso-20cc75","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-5632ea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:03.77698081Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5632ea","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"namespace":"ai-tenant-e2e-shared-b-w2-5632ea","name":"auth-test-model-5632ea","reconcileID":"d00915e0-bc6d-4e68-a178-72555036bf9a","MaaSModelRef":{"name":"auth-test-model-5632ea","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"tenant":"e2e-shared-b-w2-5632ea","gateway":"openshift-ingress/e2e-shared-b-w2-5632ea","model":"ai-tenant-e2e-shared-b-w2-5632ea/auth-test-model-5632ea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:03.777001772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5632ea","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"namespace":"ai-tenant-e2e-shared-b-w2-5632ea","name":"auth-test-model-5632ea","reconcileID":"d00915e0-bc6d-4e68-a178-72555036bf9a","MaaSModelRef":{"name":"auth-test-model-5632ea","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"routeName":"auth-test-model-5632ea-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-5632ea","llmisvcName":"auth-test-model-5632ea","gateway":"openshift-ingress/e2e-shared-b-w2-5632ea","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:05.434894203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"namespace":"e2e-models-e2e-worker-w4-8f6b5b","name":"distinct-2-w4-8f6b5b","reconcileID":"24f13504-046b-4f1d-9274-228398a1fee8","MaaSModelRef":{"name":"distinct-2-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"routeName":"distinct-2-w4-8f6b5b-kserve-route","namespace":"e2e-models-e2e-worker-w4-8f6b5b","llmisvcName":"distinct-2-w4-8f6b5b","gateway":"openshift-ingress/e2e-worker-w4-8f6b5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:05.441296497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"namespace":"e2e-models-e2e-worker-w4-8f6b5b","name":"distinct-w4-8f6b5b","reconcileID":"6d6e565c-c989-43d2-9cf3-308bf22579a3","MaaSModelRef":{"name":"distinct-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"routeName":"distinct-w4-8f6b5b-kserve-route","namespace":"e2e-models-e2e-worker-w4-8f6b5b","llmisvcName":"distinct-w4-8f6b5b","gateway":"openshift-ingress/e2e-worker-w4-8f6b5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:05.447497436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"namespace":"e2e-models-e2e-worker-w4-8f6b5b","name":"premium-w4-8f6b5b","reconcileID":"4fcd2868-dd9a-4dae-8689-9a29c1a471ad","MaaSModelRef":{"name":"premium-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"routeName":"premium-w4-8f6b5b-kserve-route","namespace":"e2e-models-e2e-worker-w4-8f6b5b","llmisvcName":"premium-w4-8f6b5b","gateway":"openshift-ingress/e2e-worker-w4-8f6b5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:05.453572073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"namespace":"e2e-models-e2e-worker-w4-8f6b5b","name":"simulator-w4-8f6b5b","reconcileID":"26fbcab5-05ca-4511-99e4-27baaede9be0","MaaSModelRef":{"name":"simulator-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"routeName":"simulator-w4-8f6b5b-kserve-route","namespace":"e2e-models-e2e-worker-w4-8f6b5b","llmisvcName":"simulator-w4-8f6b5b","gateway":"openshift-ingress/e2e-worker-w4-8f6b5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:05.868729075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"namespace":"e2e-models-e2e-worker-w4-8f6b5b","name":"distinct-w4-8f6b5b","reconcileID":"6c92f39e-e68e-458d-b6c3-44a987c8df32","MaaSModelRef":{"name":"distinct-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"routeName":"distinct-w4-8f6b5b-kserve-route","namespace":"e2e-models-e2e-worker-w4-8f6b5b","llmisvcName":"distinct-w4-8f6b5b","gateway":"openshift-ingress/e2e-worker-w4-8f6b5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:05.869062992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"namespace":"e2e-models-e2e-worker-w4-8f6b5b","name":"premium-w4-8f6b5b","reconcileID":"33f48b6d-edc8-4da8-8784-2187c69284c6","MaaSModelRef":{"name":"premium-w4-8f6b5b","namespace":"e2e-models-e2e-worker-w4-8f6b5b"},"routeName":"premium-w4-8f6b5b-kserve-route","namespace":"e2e-models-e2e-worker-w4-8f6b5b","llmisvcName":"premium-w4-8f6b5b","gateway":"openshift-ingress/e2e-worker-w4-8f6b5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:14.029772371Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:22.45701689Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"autores-model-183266","namespace":"ai-tenant-e2e-autores-183266"},"namespace":"ai-tenant-e2e-autores-183266","name":"autores-model-183266","reconcileID":"0dba306d-f90b-46ed-a5c6-183cb7f4f702","MaaSModelRef":{"name":"autores-model-183266","namespace":"ai-tenant-e2e-autores-183266"},"tenant":"e2e-autores-183266","gateway":"openshift-ingress/e2e-autores-183266","model":"ai-tenant-e2e-autores-183266/autores-model-183266","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:22.45713974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"autores-model-183266","namespace":"ai-tenant-e2e-autores-183266"},"namespace":"ai-tenant-e2e-autores-183266","name":"autores-model-183266","reconcileID":"0dba306d-f90b-46ed-a5c6-183cb7f4f702","MaaSModelRef":{"name":"autores-model-183266","namespace":"ai-tenant-e2e-autores-183266"},"routeName":"autores-model-183266-kserve-route","namespace":"ai-tenant-e2e-autores-183266","llmisvcName":"autores-model-183266","gateway":"openshift-ingress/e2e-autores-183266","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:28.926646442Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"namespace":"ai-tenant-e2e-shared-b-w0-98c748","name":"default-tenant","reconcileID":"fb0f54f0-3fce-4158-af9f-e5c2ae40e096","namespace":"ai-tenant-e2e-shared-b-w0-98c748","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:28.926740817Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"namespace":"ai-tenant-e2e-shared-b-w0-98c748","name":"default-tenant","reconcileID":"fb0f54f0-3fce-4158-af9f-e5c2ae40e096","namespace":"ai-tenant-e2e-shared-b-w0-98c748","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:28.926808436Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"namespace":"ai-tenant-e2e-shared-b-w0-98c748","name":"default-tenant","reconcileID":"fb0f54f0-3fce-4158-af9f-e5c2ae40e096","tenant":"e2e-shared-b-w0-98c748","tenantID":"e2e-shared-b-w0-98c748","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:28.981625714Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"namespace":"ai-tenant-e2e-shared-b-w0-98c748","name":"default-tenant","reconcileID":"fb0f54f0-3fce-4158-af9f-e5c2ae40e096","gvk":"Deployment","name":"maas-api-e2e-shared-b-w0-98c748","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:29.04635373Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"namespace":"ai-tenant-e2e-shared-b-w0-98c748","name":"default-tenant","reconcileID":"fb0f54f0-3fce-4158-af9f-e5c2ae40e096","gvk":"Service","name":"maas-api-e2e-shared-b-w0-98c748","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:29.101667103Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"namespace":"ai-tenant-e2e-shared-b-w0-98c748","name":"default-tenant","reconcileID":"fb0f54f0-3fce-4158-af9f-e5c2ae40e096","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w0-98c748","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:29.155627468Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"namespace":"ai-tenant-e2e-shared-b-w0-98c748","name":"default-tenant","reconcileID":"fb0f54f0-3fce-4158-af9f-e5c2ae40e096","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w0-98c748","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:29.216337217Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"namespace":"ai-tenant-e2e-shared-b-w0-98c748","name":"default-tenant","reconcileID":"fb0f54f0-3fce-4158-af9f-e5c2ae40e096","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w0-98c748","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:29.273800116Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"namespace":"ai-tenant-e2e-shared-b-w0-98c748","name":"default-tenant","reconcileID":"fb0f54f0-3fce-4158-af9f-e5c2ae40e096","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w0-98c748","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:29.330906395Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"namespace":"ai-tenant-e2e-shared-b-w0-98c748","name":"default-tenant","reconcileID":"fb0f54f0-3fce-4158-af9f-e5c2ae40e096","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w0-98c748","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:29.39279105Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"namespace":"ai-tenant-e2e-shared-b-w0-98c748","name":"default-tenant","reconcileID":"fb0f54f0-3fce-4158-af9f-e5c2ae40e096","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w0-98c748","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:29.445274005Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"namespace":"ai-tenant-e2e-shared-b-w0-98c748","name":"default-tenant","reconcileID":"fb0f54f0-3fce-4158-af9f-e5c2ae40e096","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w0-98c748","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:29.49786549Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"namespace":"ai-tenant-e2e-shared-b-w0-98c748","name":"default-tenant","reconcileID":"fb0f54f0-3fce-4158-af9f-e5c2ae40e096","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w0-98c748","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:29.54993876Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"namespace":"ai-tenant-e2e-shared-b-w0-98c748","name":"default-tenant","reconcileID":"fb0f54f0-3fce-4158-af9f-e5c2ae40e096","gvk":"Service","name":"payload-processing-e2e-shared-b-w0-98c748","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:29.601956955Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"namespace":"ai-tenant-e2e-shared-b-w0-98c748","name":"default-tenant","reconcileID":"fb0f54f0-3fce-4158-af9f-e5c2ae40e096","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w0-98c748","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:29.654081097Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"namespace":"ai-tenant-e2e-shared-b-w0-98c748","name":"default-tenant","reconcileID":"fb0f54f0-3fce-4158-af9f-e5c2ae40e096","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w0-98c748","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:29.706258722Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"namespace":"ai-tenant-e2e-shared-b-w0-98c748","name":"default-tenant","reconcileID":"fb0f54f0-3fce-4158-af9f-e5c2ae40e096","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w0-98c748","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:29.758274201Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"namespace":"ai-tenant-e2e-shared-b-w0-98c748","name":"default-tenant","reconcileID":"fb0f54f0-3fce-4158-af9f-e5c2ae40e096","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w0-98c748","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:29.815788379Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"namespace":"ai-tenant-e2e-shared-b-w0-98c748","name":"default-tenant","reconcileID":"fb0f54f0-3fce-4158-af9f-e5c2ae40e096","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w0-98c748","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:29.868008493Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"namespace":"ai-tenant-e2e-shared-b-w0-98c748","name":"default-tenant","reconcileID":"fb0f54f0-3fce-4158-af9f-e5c2ae40e096","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w0-98c748","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:29.92006954Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"namespace":"ai-tenant-e2e-shared-b-w0-98c748","name":"default-tenant","reconcileID":"fb0f54f0-3fce-4158-af9f-e5c2ae40e096","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w0-98c748","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:29.972150303Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"namespace":"ai-tenant-e2e-shared-b-w0-98c748","name":"default-tenant","reconcileID":"fb0f54f0-3fce-4158-af9f-e5c2ae40e096","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w0-98c748","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:30.024297189Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-98c748"},"namespace":"ai-tenant-e2e-shared-b-w0-98c748","name":"default-tenant","reconcileID":"fb0f54f0-3fce-4158-af9f-e5c2ae40e096","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w0-98c748","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:30.841216415Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-98c748","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-98c748","reconcileID":"921be2b5-1a53-4cc5-9d34-cf4e0feeb274","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w0-98c748","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w0-98c748"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:31.946030128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"023424ef-cc7d-4594-8c3b-b37fb1e2f6f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:31.999810516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"023424ef-cc7d-4594-8c3b-b37fb1e2f6f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:32.052537817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"023424ef-cc7d-4594-8c3b-b37fb1e2f6f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:32.106592182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"023424ef-cc7d-4594-8c3b-b37fb1e2f6f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:34.001166077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aff04fda-79b2-4bd1-b48c-8c9e73fa4869","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:34.053911729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aff04fda-79b2-4bd1-b48c-8c9e73fa4869","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:34.106477464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aff04fda-79b2-4bd1-b48c-8c9e73fa4869","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:34.159238958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aff04fda-79b2-4bd1-b48c-8c9e73fa4869","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:36.085334718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38a75551-a0b0-4549-8f73-113820f745b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:36.137920573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38a75551-a0b0-4549-8f73-113820f745b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:36.190512508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38a75551-a0b0-4549-8f73-113820f745b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:36.244543949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38a75551-a0b0-4549-8f73-113820f745b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:39.199071942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"distinct-w0-057e2d","reconcileID":"a3d7e73a-c644-4978-bbf0-d879c5a2ff32","MaaSModelRef":{"name":"distinct-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"distinct-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"distinct-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:39.199310505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"distinct-2-w0-057e2d","reconcileID":"6a163473-1b45-464b-80d0-cda1e661e055","MaaSModelRef":{"name":"distinct-2-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"distinct-2-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"distinct-2-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:39.252468986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"simulator-w0-057e2d","reconcileID":"eb380da1-5841-4db9-9efa-5c8052b8dd11","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"simulator-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"simulator-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:39.305216028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"premium-w0-057e2d","reconcileID":"68fec737-9d20-4409-b30d-f5838d7c2fa8","MaaSModelRef":{"name":"premium-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"premium-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"premium-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:39.307784272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"simulator-w0-057e2d","reconcileID":"3ec64f12-fadb-4da5-b536-e0d7731ba116","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"simulator-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"simulator-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:39.30813545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"premium-w0-057e2d","reconcileID":"5a4b4570-d317-4cb2-b257-b4f76081c2b0","MaaSModelRef":{"name":"premium-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"premium-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"premium-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:39.308368208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"distinct-w0-057e2d","reconcileID":"69712c6c-cb39-4bcd-8f7b-94f3c1d059b6","MaaSModelRef":{"name":"distinct-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"distinct-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"distinct-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:39.308517908Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"distinct-2-w0-057e2d","reconcileID":"854877f6-b08e-4411-ac29-0de9479bf4ba","MaaSModelRef":{"name":"distinct-2-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"distinct-2-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"distinct-2-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:39.462935154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"5234c4ea-6e85-48ac-837d-242f7d253ecc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:39.463014656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"1a0e8590-fd4a-445e-983a-822484082ce9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:39.464455041Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-subscription","reconcileID":"e9f6df46-8080-4127-8ef9-4c81ac7c1252","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-premium-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/premium-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:39.464524654Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-subscription","reconcileID":"aec450b3-0cdb-47f3-990f-5da2d4df63e5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-simulator-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:39.519857322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"1a0e8590-fd4a-445e-983a-822484082ce9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:39.523773505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"5234c4ea-6e85-48ac-837d-242f7d253ecc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:39.854965267Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-subscription","reconcileID":"db180e22-d8e3-4504-8244-074bd1032a20","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-simulator-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:39.855060506Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-subscription","reconcileID":"55886d5a-8182-4d5c-aa73-e891f41fa4d6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-premium-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/premium-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:39.953945429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"5508c4b6-9ec2-4edf-899b-b876ca016180","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:39.953943646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"ec8b2d76-040a-4407-a775-0b4147740bc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:40.011676514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"ec8b2d76-040a-4407-a775-0b4147740bc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:40.011852427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"5508c4b6-9ec2-4edf-899b-b876ca016180","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:40.13780234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec542918-c600-46ff-b483-46e0a42afd9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:40.190584986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec542918-c600-46ff-b483-46e0a42afd9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:40.243336006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec542918-c600-46ff-b483-46e0a42afd9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:40.296007461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec542918-c600-46ff-b483-46e0a42afd9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:40.432012915Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"default-tenant","reconcileID":"5ee01fc8-4e3a-42f6-bc59-d3db1ed47311","namespace":"ai-tenant-e2e-worker-w4-8f6b5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:40.432070866Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"default-tenant","reconcileID":"5ee01fc8-4e3a-42f6-bc59-d3db1ed47311","namespace":"ai-tenant-e2e-worker-w4-8f6b5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:40.432121334Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"default-tenant","reconcileID":"5ee01fc8-4e3a-42f6-bc59-d3db1ed47311","tenant":"e2e-worker-w4-8f6b5b","tenantID":"e2e-worker-w4-8f6b5b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:40.486064313Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"default-tenant","reconcileID":"5ee01fc8-4e3a-42f6-bc59-d3db1ed47311","gvk":"Deployment","name":"maas-api-e2e-worker-w4-8f6b5b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:40.591170232Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"default-tenant","reconcileID":"5ee01fc8-4e3a-42f6-bc59-d3db1ed47311","gvk":"Service","name":"maas-api-e2e-worker-w4-8f6b5b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:40.648285123Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"default-tenant","reconcileID":"5ee01fc8-4e3a-42f6-bc59-d3db1ed47311","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w4-8f6b5b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:40.703883101Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"default-tenant","reconcileID":"5ee01fc8-4e3a-42f6-bc59-d3db1ed47311","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w4-8f6b5b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:40.766842442Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"default-tenant","reconcileID":"5ee01fc8-4e3a-42f6-bc59-d3db1ed47311","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w4-8f6b5b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:40.821874787Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"default-tenant","reconcileID":"5ee01fc8-4e3a-42f6-bc59-d3db1ed47311","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w4-8f6b5b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:40.878234842Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"default-tenant","reconcileID":"5ee01fc8-4e3a-42f6-bc59-d3db1ed47311","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w4-8f6b5b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:40.936951975Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"default-tenant","reconcileID":"5ee01fc8-4e3a-42f6-bc59-d3db1ed47311","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w4-8f6b5b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:40.98914389Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"default-tenant","reconcileID":"5ee01fc8-4e3a-42f6-bc59-d3db1ed47311","gvk":"Deployment","name":"payload-processing-e2e-worker-w4-8f6b5b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:41.041420651Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"default-tenant","reconcileID":"5ee01fc8-4e3a-42f6-bc59-d3db1ed47311","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w4-8f6b5b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:41.093835094Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"default-tenant","reconcileID":"5ee01fc8-4e3a-42f6-bc59-d3db1ed47311","gvk":"Service","name":"payload-processing-e2e-worker-w4-8f6b5b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:41.145846962Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"default-tenant","reconcileID":"5ee01fc8-4e3a-42f6-bc59-d3db1ed47311","gvk":"Service","name":"payload-pre-processing-e2e-worker-w4-8f6b5b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:41.197962049Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"default-tenant","reconcileID":"5ee01fc8-4e3a-42f6-bc59-d3db1ed47311","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w4-8f6b5b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:41.250078108Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"default-tenant","reconcileID":"5ee01fc8-4e3a-42f6-bc59-d3db1ed47311","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w4-8f6b5b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:41.302176842Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"default-tenant","reconcileID":"5ee01fc8-4e3a-42f6-bc59-d3db1ed47311","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w4-8f6b5b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:41.375593662Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"default-tenant","reconcileID":"5ee01fc8-4e3a-42f6-bc59-d3db1ed47311","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w4-8f6b5b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:41.427601593Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"default-tenant","reconcileID":"5ee01fc8-4e3a-42f6-bc59-d3db1ed47311","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w4-8f6b5b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:41.479696879Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"default-tenant","reconcileID":"5ee01fc8-4e3a-42f6-bc59-d3db1ed47311","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w4-8f6b5b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:41.534186589Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"default-tenant","reconcileID":"5ee01fc8-4e3a-42f6-bc59-d3db1ed47311","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w4-8f6b5b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:41.586298928Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-8f6b5b"},"namespace":"ai-tenant-e2e-worker-w4-8f6b5b","name":"default-tenant","reconcileID":"5ee01fc8-4e3a-42f6-bc59-d3db1ed47311","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w4-8f6b5b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:42.288588795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"864fa630-8caa-4552-8b8a-ca4703a09754","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:42.341299595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"864fa630-8caa-4552-8b8a-ca4703a09754","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:42.394254536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"864fa630-8caa-4552-8b8a-ca4703a09754","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:42.44706218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"864fa630-8caa-4552-8b8a-ca4703a09754","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:42.50735674Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-8f6b5b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-8f6b5b","reconcileID":"f9368168-cba4-4095-af0b-1edf8e7deda8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-8f6b5b","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w4-8f6b5b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:44.032970719Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:44.348049847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"455fb3aa-6b08-439b-96ab-10ca4ca20188","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:44.40109041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"455fb3aa-6b08-439b-96ab-10ca4ca20188","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:44.454642817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"455fb3aa-6b08-439b-96ab-10ca4ca20188","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:44.510426479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"455fb3aa-6b08-439b-96ab-10ca4ca20188","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:46.409238183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d33b686-1524-4271-9d3d-e150a90c2f29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:46.462221336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d33b686-1524-4271-9d3d-e150a90c2f29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:46.517372926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d33b686-1524-4271-9d3d-e150a90c2f29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:46.570617928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d33b686-1524-4271-9d3d-e150a90c2f29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:49.736084975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"distinct-w0-057e2d","reconcileID":"3296f6f0-ec62-483a-ac3d-c86d50e0e970","MaaSModelRef":{"name":"distinct-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"distinct-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"distinct-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:49.73628988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"distinct-2-w0-057e2d","reconcileID":"f3d2e661-b549-4e3f-9f68-7010d41a2510","MaaSModelRef":{"name":"distinct-2-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"distinct-2-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"distinct-2-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:49.736440663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"simulator-w0-057e2d","reconcileID":"424525b8-ae93-468e-a220-0e3a98848eaf","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"simulator-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"simulator-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:49.736724178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"premium-w0-057e2d","reconcileID":"a8ed481d-c17f-438d-ac02-3df4ef39e82d","MaaSModelRef":{"name":"premium-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"premium-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"premium-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:49.893418187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"85c539a0-7268-4321-8530-9476d9c77539","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:49.893418109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"0099ab5b-6005-49b4-868d-c904e714c271","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:49.94706864Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-subscription","reconcileID":"924f5d76-b30d-4d5e-a182-768809575cae","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-premium-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/premium-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:49.94707033Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-subscription","reconcileID":"506a3eb5-9b65-45e9-af2d-7037fc44d559","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-simulator-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:49.950957595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"85c539a0-7268-4321-8530-9476d9c77539","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:49.951436049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"0099ab5b-6005-49b4-868d-c904e714c271","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:50.267203292Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-subscription","reconcileID":"f9ebb37f-a9ae-4c19-beaf-bb434dd21500","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-premium-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/premium-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:50.26721346Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-subscription","reconcileID":"66c24a64-8fbc-466d-96ff-7562fef00eb0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-simulator-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:50.313804032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"2cc2e106-7cbc-4314-b3d0-aa4631f2f8c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:50.313804727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"53801abe-09eb-4cdc-b254-82d193825a99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:50.370116604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"2cc2e106-7cbc-4314-b3d0-aa4631f2f8c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:50.370157083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"53801abe-09eb-4cdc-b254-82d193825a99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:51.649743078Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"namespace":"ai-tenant-e2e-shared-b-w3-c4d438","name":"default-tenant","reconcileID":"7a67a5c0-6b61-4ad7-bd91-3002d63414e0","namespace":"ai-tenant-e2e-shared-b-w3-c4d438","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:51.649825831Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"namespace":"ai-tenant-e2e-shared-b-w3-c4d438","name":"default-tenant","reconcileID":"7a67a5c0-6b61-4ad7-bd91-3002d63414e0","namespace":"ai-tenant-e2e-shared-b-w3-c4d438","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:51.649902411Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"namespace":"ai-tenant-e2e-shared-b-w3-c4d438","name":"default-tenant","reconcileID":"7a67a5c0-6b61-4ad7-bd91-3002d63414e0","tenant":"e2e-shared-b-w3-c4d438","tenantID":"e2e-shared-b-w3-c4d438","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:51.703707659Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"namespace":"ai-tenant-e2e-shared-b-w3-c4d438","name":"default-tenant","reconcileID":"7a67a5c0-6b61-4ad7-bd91-3002d63414e0","gvk":"Deployment","name":"maas-api-e2e-shared-b-w3-c4d438","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:51.764545902Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"namespace":"ai-tenant-e2e-shared-b-w3-c4d438","name":"default-tenant","reconcileID":"7a67a5c0-6b61-4ad7-bd91-3002d63414e0","gvk":"Service","name":"maas-api-e2e-shared-b-w3-c4d438","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:51.819408666Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"namespace":"ai-tenant-e2e-shared-b-w3-c4d438","name":"default-tenant","reconcileID":"7a67a5c0-6b61-4ad7-bd91-3002d63414e0","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w3-c4d438","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:51.873558757Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"namespace":"ai-tenant-e2e-shared-b-w3-c4d438","name":"default-tenant","reconcileID":"7a67a5c0-6b61-4ad7-bd91-3002d63414e0","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w3-c4d438","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:51.928182025Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"namespace":"ai-tenant-e2e-shared-b-w3-c4d438","name":"default-tenant","reconcileID":"7a67a5c0-6b61-4ad7-bd91-3002d63414e0","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w3-c4d438","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:51.983244657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"distinct-w0-057e2d","reconcileID":"d13cfbc3-135f-4566-9e7e-f91a3b0289e2","MaaSModelRef":{"name":"distinct-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"distinct-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"distinct-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:51.983365725Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"namespace":"ai-tenant-e2e-shared-b-w3-c4d438","name":"default-tenant","reconcileID":"7a67a5c0-6b61-4ad7-bd91-3002d63414e0","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w3-c4d438","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:52.038701742Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"namespace":"ai-tenant-e2e-shared-b-w3-c4d438","name":"default-tenant","reconcileID":"7a67a5c0-6b61-4ad7-bd91-3002d63414e0","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w3-c4d438","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:52.095344153Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"namespace":"ai-tenant-e2e-shared-b-w3-c4d438","name":"default-tenant","reconcileID":"7a67a5c0-6b61-4ad7-bd91-3002d63414e0","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w3-c4d438","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:52.147572995Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"namespace":"ai-tenant-e2e-shared-b-w3-c4d438","name":"default-tenant","reconcileID":"7a67a5c0-6b61-4ad7-bd91-3002d63414e0","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w3-c4d438","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:52.199845563Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"namespace":"ai-tenant-e2e-shared-b-w3-c4d438","name":"default-tenant","reconcileID":"7a67a5c0-6b61-4ad7-bd91-3002d63414e0","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w3-c4d438","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:52.252040572Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"namespace":"ai-tenant-e2e-shared-b-w3-c4d438","name":"default-tenant","reconcileID":"7a67a5c0-6b61-4ad7-bd91-3002d63414e0","gvk":"Service","name":"payload-processing-e2e-shared-b-w3-c4d438","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:52.304061956Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"namespace":"ai-tenant-e2e-shared-b-w3-c4d438","name":"default-tenant","reconcileID":"7a67a5c0-6b61-4ad7-bd91-3002d63414e0","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w3-c4d438","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:52.315687684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"distinct-2-w0-057e2d","reconcileID":"42fc77bc-8592-4f06-b202-c99ada784bc9","MaaSModelRef":{"name":"distinct-2-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"distinct-2-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"distinct-2-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:52.356255164Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"namespace":"ai-tenant-e2e-shared-b-w3-c4d438","name":"default-tenant","reconcileID":"7a67a5c0-6b61-4ad7-bd91-3002d63414e0","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w3-c4d438","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:52.408855359Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"namespace":"ai-tenant-e2e-shared-b-w3-c4d438","name":"default-tenant","reconcileID":"7a67a5c0-6b61-4ad7-bd91-3002d63414e0","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w3-c4d438","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:52.460999482Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"namespace":"ai-tenant-e2e-shared-b-w3-c4d438","name":"default-tenant","reconcileID":"7a67a5c0-6b61-4ad7-bd91-3002d63414e0","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w3-c4d438","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:52.516338654Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"namespace":"ai-tenant-e2e-shared-b-w3-c4d438","name":"default-tenant","reconcileID":"7a67a5c0-6b61-4ad7-bd91-3002d63414e0","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w3-c4d438","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:52.568728023Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"namespace":"ai-tenant-e2e-shared-b-w3-c4d438","name":"default-tenant","reconcileID":"7a67a5c0-6b61-4ad7-bd91-3002d63414e0","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w3-c4d438","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:52.620852146Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"namespace":"ai-tenant-e2e-shared-b-w3-c4d438","name":"default-tenant","reconcileID":"7a67a5c0-6b61-4ad7-bd91-3002d63414e0","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w3-c4d438","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:52.673014144Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"namespace":"ai-tenant-e2e-shared-b-w3-c4d438","name":"default-tenant","reconcileID":"7a67a5c0-6b61-4ad7-bd91-3002d63414e0","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w3-c4d438","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:52.725925815Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-c4d438"},"namespace":"ai-tenant-e2e-shared-b-w3-c4d438","name":"default-tenant","reconcileID":"7a67a5c0-6b61-4ad7-bd91-3002d63414e0","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w3-c4d438","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:53.626392976Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w3-c4d438","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w3-c4d438","reconcileID":"9b1142b1-a3c0-4b84-b812-9614df3dbfc1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w3-c4d438","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w3-c4d438"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:54.132887246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73c749f0-dd33-4a2e-85a1-a7775c09c1d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:54.189453252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73c749f0-dd33-4a2e-85a1-a7775c09c1d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:54.244825531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73c749f0-dd33-4a2e-85a1-a7775c09c1d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:54.297551991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73c749f0-dd33-4a2e-85a1-a7775c09c1d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:56.206014061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5fa704b-3435-41d2-9091-f0731abf08ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:56.259549342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5fa704b-3435-41d2-9091-f0731abf08ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:56.312246145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5fa704b-3435-41d2-9091-f0731abf08ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:56.365301628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5fa704b-3435-41d2-9091-f0731abf08ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:58.256095189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e1885c4-e7c0-4503-90af-9d36851d1340","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:58.308580505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e1885c4-e7c0-4503-90af-9d36851d1340","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:58.36113272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e1885c4-e7c0-4503-90af-9d36851d1340","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:58.416398051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e1885c4-e7c0-4503-90af-9d36851d1340","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:00.314965614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b03abc1-d36d-4072-8168-83523ccc0637","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:00.368689538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b03abc1-d36d-4072-8168-83523ccc0637","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:00.422290404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b03abc1-d36d-4072-8168-83523ccc0637","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:00.475141297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b03abc1-d36d-4072-8168-83523ccc0637","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:02.043279667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"distinct-w0-057e2d","reconcileID":"fdb4745a-cfbf-41a1-983a-f4221b35998e","MaaSModelRef":{"name":"distinct-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"distinct-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"distinct-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:02.374473237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"distinct-2-w0-057e2d","reconcileID":"80e16fcd-ebaf-404d-9923-6b7fa5986eb8","MaaSModelRef":{"name":"distinct-2-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"distinct-2-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"distinct-2-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:02.386548523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ea8e536-273e-4391-90ca-c8305656f7ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:02.440400333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ea8e536-273e-4391-90ca-c8305656f7ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:02.493363848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ea8e536-273e-4391-90ca-c8305656f7ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:02.546015356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ea8e536-273e-4391-90ca-c8305656f7ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:04.455672523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a97a2747-692b-438f-aaf7-a45b7dfa09e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:04.508272114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a97a2747-692b-438f-aaf7-a45b7dfa09e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:04.561423083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a97a2747-692b-438f-aaf7-a45b7dfa09e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:04.614050247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a97a2747-692b-438f-aaf7-a45b7dfa09e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:06.505271533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b13c481b-1590-41c8-9e6a-82a52bdf5ba8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:06.558093542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b13c481b-1590-41c8-9e6a-82a52bdf5ba8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:06.610555062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b13c481b-1590-41c8-9e6a-82a52bdf5ba8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:06.663859219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b13c481b-1590-41c8-9e6a-82a52bdf5ba8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:09.861687132Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"premium-w0-057e2d","reconcileID":"a8e8cd6e-a4c9-4761-ba41-c5b382c097c9","MaaSModelRef":{"name":"premium-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"premium-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"premium-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:10.073381548Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-subscription","reconcileID":"02046d87-c96c-4e71-954c-efb8af1e8879","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-premium-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/premium-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:10.078381478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"0d478cea-095f-4f90-860c-c821b7f356bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:10.078552556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"b076cae4-d287-4028-9905-738a4e2b6747","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:10.137289279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"b076cae4-d287-4028-9905-738a4e2b6747","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:10.137295065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"0d478cea-095f-4f90-860c-c821b7f356bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:10.198863661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"simulator-w0-057e2d","reconcileID":"59e0e631-a896-4ce0-8858-8fe56558aeb9","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"simulator-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"simulator-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:10.256785679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"premium-w0-057e2d","reconcileID":"744098c2-14ee-4724-b44d-95fc9682f229","MaaSModelRef":{"name":"premium-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"premium-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"premium-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:10.408782404Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-subscription","reconcileID":"14487840-104e-47aa-9d2e-ea968d464435","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-simulator-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:10.502401635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"95bf453f-d7c6-46c6-9577-70a65266f6ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:10.502410301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"51d6d86d-0a6b-4a7a-bbaa-95ce3d201d0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:10.509015108Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-subscription","reconcileID":"4924de39-681c-4837-9753-b46f469e4c9f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-premium-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/premium-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:10.559329369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"95bf453f-d7c6-46c6-9577-70a65266f6ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:10.559339183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"51d6d86d-0a6b-4a7a-bbaa-95ce3d201d0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:10.573347496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"simulator-w0-057e2d","reconcileID":"029a3273-45db-479f-84e4-b86035904159","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"simulator-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"simulator-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:10.783844417Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-subscription","reconcileID":"cf5f6ea1-24e9-495e-9489-ef25a4f0be7a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"maas-trlp-simulator-w0-057e2d","model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:11.801483558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"distinct-w3-a8e157","reconcileID":"fe50fa44-9b6c-47ac-b7a0-4964f46e8876","MaaSModelRef":{"name":"distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"distinct-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"distinct-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:11.801748279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"distinct-2-w3-a8e157","reconcileID":"cffd6c61-39d5-474b-ab16-6a2037df4202","MaaSModelRef":{"name":"distinct-2-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"distinct-2-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"distinct-2-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:11.801931861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"436e093d-424e-4edc-b07d-7566ae810d06","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:11.854767439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"premium-w3-a8e157","reconcileID":"bc74ceeb-ebd0-454d-a01c-0fa58c92bce6","MaaSModelRef":{"name":"premium-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"premium-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"premium-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:11.912483006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"distinct-w3-a8e157","reconcileID":"7db5b9c8-e287-4b85-a4f1-a945e72ad064","MaaSModelRef":{"name":"distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"distinct-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"distinct-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:11.912748693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"distinct-2-w3-a8e157","reconcileID":"93c118ac-7fcc-4a16-8da8-265d46dde9a5","MaaSModelRef":{"name":"distinct-2-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"distinct-2-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"distinct-2-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:11.912938965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"e1c494cb-370f-42fd-af29-491014b7aec1","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:11.913189207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"premium-w3-a8e157","reconcileID":"0dcf2661-2933-4414-acba-aa2a2f9c1269","MaaSModelRef":{"name":"premium-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"premium-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"premium-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:12.012244794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"83177d46-784c-438c-8734-17d0e66c466d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:12.012248396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"5b44c711-b69a-4e87-b6bb-132639b48806","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:12.013223989Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-subscription","reconcileID":"01c95a0e-5509-412a-93f1-fc73c8d6f2cd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-premium-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/premium-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:12.044599873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"distinct-w0-057e2d","reconcileID":"c9a3a8ef-0c9f-4be7-b549-59a3d0326113","MaaSModelRef":{"name":"distinct-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"distinct-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"distinct-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:12.069625401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"5b44c711-b69a-4e87-b6bb-132639b48806","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:12.070316759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"83177d46-784c-438c-8734-17d0e66c466d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:12.114031726Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-subscription","reconcileID":"a3899022-d4ce-4a4f-974e-ca7fa87d6331","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-simulator-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:12.350157349Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-subscription","reconcileID":"c0b3e399-ba90-461c-b361-673b098d73e7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-premium-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/premium-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:12.388284127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"distinct-2-w0-057e2d","reconcileID":"73e6584b-5fc4-4d92-bee7-399301b9ed4b","MaaSModelRef":{"name":"distinct-2-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"distinct-2-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"distinct-2-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:12.457760774Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-subscription","reconcileID":"5fcb32fd-44fa-4b6b-9a8b-5f847c23f24e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-simulator-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:12.483995292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"f8322db0-228f-4f8f-bb5c-b2d58911b6de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:12.484038308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"467e1584-d2db-4ee1-b035-e223723b5087","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:12.540516759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"f8322db0-228f-4f8f-bb5c-b2d58911b6de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:12.540563021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"467e1584-d2db-4ee1-b035-e223723b5087","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:12.718903486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"distinct-w3-a8e157","reconcileID":"2a974864-cf26-49df-8711-9280cc5c1232","MaaSModelRef":{"name":"distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"distinct-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"distinct-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:12.790474396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91e823c9-04b6-4082-854f-d0ac82099cc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:12.843466417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91e823c9-04b6-4082-854f-d0ac82099cc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:12.896250272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91e823c9-04b6-4082-854f-d0ac82099cc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:12.949191696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91e823c9-04b6-4082-854f-d0ac82099cc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:14.030537975Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:14.88745414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d17f562-73dc-462e-8bbb-feba5ae57192","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:14.940193411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d17f562-73dc-462e-8bbb-feba5ae57192","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:14.99479817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d17f562-73dc-462e-8bbb-feba5ae57192","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:15.047858194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d17f562-73dc-462e-8bbb-feba5ae57192","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:16.478202426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"distinct-2-w0-057e2d","reconcileID":"5cd31a28-8126-45fe-928f-ee3d7a8cf039","MaaSModelRef":{"name":"distinct-2-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"distinct-2-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"distinct-2-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:16.484563151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"distinct-w0-057e2d","reconcileID":"7e00ecb1-18a2-49ae-bcb1-6b8182e3fb14","MaaSModelRef":{"name":"distinct-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"distinct-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"distinct-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:16.490281137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"premium-w0-057e2d","reconcileID":"3ad29576-9394-4fd1-bb71-fed250440195","MaaSModelRef":{"name":"premium-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"premium-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"premium-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:16.499003678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"simulator-w0-057e2d","reconcileID":"83627024-f244-424a-a54e-4feb1d6cf5ed","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"routeName":"simulator-w0-057e2d-kserve-route","namespace":"e2e-models-e2e-worker-w0-057e2d","llmisvcName":"simulator-w0-057e2d","gateway":"openshift-ingress/e2e-worker-w0-057e2d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:16.954080769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"14ab98f4-206c-42b6-afc0-d22f8b01acff","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:16.986311486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"385d48ec-7c41-4de7-91fc-c9c7e5f4d2e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:17.03936677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"385d48ec-7c41-4de7-91fc-c9c7e5f4d2e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:17.040444184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"437427fe-cbfe-4e23-a93e-bd3655bd0e7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:17.093451391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"385d48ec-7c41-4de7-91fc-c9c7e5f4d2e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:17.148486376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"385d48ec-7c41-4de7-91fc-c9c7e5f4d2e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:17.149863298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"37451ffb-7a44-44f7-8a1f-197ff298f57b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:17.150448225Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-subscription","reconcileID":"37469b5f-1040-46b2-87da-4ec075565a47","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"model":"e2e-models-e2e-worker-w0-057e2d/premium-w0-057e2d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:17.150783066Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-subscription","reconcileID":"d9a52239-c36e-447c-b65b-60d158fde802","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:17.151905464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"437427fe-cbfe-4e23-a93e-bd3655bd0e7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:17.151945027Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"437427fe-cbfe-4e23-a93e-bd3655bd0e7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:17.210350643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"37451ffb-7a44-44f7-8a1f-197ff298f57b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:17.210491236Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"37451ffb-7a44-44f7-8a1f-197ff298f57b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"model":"e2e-models-e2e-worker-w0-057e2d/premium-w0-057e2d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:17.309064826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"1aecac95-b8b6-4182-9c8c-7adf6d01dd4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:17.309240427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"09b5fd10-2351-4d3d-8b2e-bd866bac014c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:17.313558444Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-subscription","reconcileID":"3d365d18-7356-414e-8209-37d0ef929c55","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-simulator-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:17.318895368Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-subscription","reconcileID":"509c6380-0bc1-4a5e-915d-f3ef236753fe","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:17.341589406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"premium-w3-a8e157","reconcileID":"aaf652cb-7fa5-4da7-b79f-3b2e1e9a7845","MaaSModelRef":{"name":"premium-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"premium-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"premium-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:17.367765797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"09b5fd10-2351-4d3d-8b2e-bd866bac014c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:17.368324884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"1aecac95-b8b6-4182-9c8c-7adf6d01dd4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:17.371925375Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-subscription","reconcileID":"489bbcad-5b30-4254-845b-9b0d7cdd95d4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"model":"e2e-models-e2e-worker-w0-057e2d/premium-w0-057e2d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:17.424627436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"03a9fd04-2ace-4f9f-b0bf-a1b88471df7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:17.4821199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"03a9fd04-2ace-4f9f-b0bf-a1b88471df7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:17.482169983Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"03a9fd04-2ace-4f9f-b0bf-a1b88471df7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:17.485278247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"40bda296-59c8-4d20-8784-216fb5cc829a","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:17.509152508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"4b66aee8-ea4a-48a8-8b26-11afe8c61160","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:17.537682057Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-subscription","reconcileID":"c9833248-d0ec-445a-b50b-64e472eddc9a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:17.537813528Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-subscription","reconcileID":"a3b1dbf6-8f34-4d49-b665-36979d25623f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"model":"e2e-models-e2e-worker-w0-057e2d/premium-w0-057e2d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:17.566396835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"4b66aee8-ea4a-48a8-8b26-11afe8c61160","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:17.566450165Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"4b66aee8-ea4a-48a8-8b26-11afe8c61160","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"model":"e2e-models-e2e-worker-w0-057e2d/premium-w0-057e2d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:17.58385481Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-subscription","reconcileID":"5fcd9f8d-dac7-4c5a-b60c-f524023d89e9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-premium-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/premium-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:17.695448762Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-subscription","reconcileID":"df637064-17c7-4493-b534-638feb392a67","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-simulator-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:17.736919419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"4fd2474f-c270-40c8-93b9-3e2640dc98e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:17.736917625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"6680d853-488a-4cf7-b101-b86e9a2ad8bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:17.738010097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"c56ecfd8-5450-4e59-aea2-6e472760f6af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:17.776450221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"64affa23-dece-448f-b1fb-d8d15813ad65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:17.793705224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"4fd2474f-c270-40c8-93b9-3e2640dc98e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:17.793738023Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"4fd2474f-c270-40c8-93b9-3e2640dc98e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:17.794807719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"c56ecfd8-5450-4e59-aea2-6e472760f6af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:17.795900671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"6680d853-488a-4cf7-b101-b86e9a2ad8bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:17.830181364Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-subscription","reconcileID":"f9dcbc24-30e0-4a8a-881e-973f75ead483","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"model":"e2e-models-e2e-worker-w0-057e2d/premium-w0-057e2d","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-057e2d/premium-w0-057e2d (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:17.834274704Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-subscription","reconcileID":"f461c630-da4d-479a-9c46-5fbcadb1c78c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:17.834939804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"64affa23-dece-448f-b1fb-d8d15813ad65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:17.834970341Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"64affa23-dece-448f-b1fb-d8d15813ad65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"model":"e2e-models-e2e-worker-w0-057e2d/premium-w0-057e2d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:17.979989458Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-subscription","reconcileID":"5aeb1bcd-2d01-415c-8f7d-01388d2aebfa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-premium-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/premium-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:18.036149854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"premium-w3-a8e157","reconcileID":"488e7c33-35c9-4f8e-8e59-7ec950e023f2","MaaSModelRef":{"name":"premium-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"premium-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"premium-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:18.213629556Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"default-tenant","reconcileID":"f8bdf633-2116-4a0b-a83d-18b56cd40b61","namespace":"ai-tenant-e2e-worker-w0-057e2d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:18.213741957Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"default-tenant","reconcileID":"f8bdf633-2116-4a0b-a83d-18b56cd40b61","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:18.264284853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"b90432f8-1d33-43a1-b9ce-a30f5b03cd9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:18.270502319Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"default-tenant","reconcileID":"f8bdf633-2116-4a0b-a83d-18b56cd40b61","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:18.315820702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"a56d9fcd-0da8-474e-8fab-d4df9b5c32f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:18.320638144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"b90432f8-1d33-43a1-b9ce-a30f5b03cd9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:18.320694944Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"b90432f8-1d33-43a1-b9ce-a30f5b03cd9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:18.32748765Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"default-tenant","reconcileID":"f8bdf633-2116-4a0b-a83d-18b56cd40b61","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:18.3275035Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"default-tenant","reconcileID":"f8bdf633-2116-4a0b-a83d-18b56cd40b61","namespace":"ai-tenant-e2e-worker-w0-057e2d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:18.327587412Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"default-tenant","reconcileID":"f8bdf633-2116-4a0b-a83d-18b56cd40b61","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:18.37349619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"a56d9fcd-0da8-474e-8fab-d4df9b5c32f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:18.373536651Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"a56d9fcd-0da8-474e-8fab-d4df9b5c32f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"model":"e2e-models-e2e-worker-w0-057e2d/premium-w0-057e2d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:18.384899313Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"default-tenant","reconcileID":"f8bdf633-2116-4a0b-a83d-18b56cd40b61","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:18.440046533Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"default-tenant","reconcileID":"f8bdf633-2116-4a0b-a83d-18b56cd40b61","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:18.478556655Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"95e80411-7b1d-4667-865d-be71a98f13cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:18.573549159Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"2e91b243-0aa2-4113-85bd-6f70d0aadb46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"model":"e2e-models-e2e-worker-w0-057e2d/premium-w0-057e2d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:18.693731481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"95e80411-7b1d-4667-865d-be71a98f13cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:18.746383013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"2e91b243-0aa2-4113-85bd-6f70d0aadb46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:18.818110285Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"95e80411-7b1d-4667-865d-be71a98f13cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:18.818131304Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-access","reconcileID":"95e80411-7b1d-4667-865d-be71a98f13cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:18.856196519Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-subscription","reconcileID":"7a8852f2-bfbb-47cc-8c2a-90ad45556381","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-0392c9d6","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T02:09:18.861707938Z","body":"failed to reset gateway auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"2e91b243-0aa2-4113-85bd-6f70d0aadb46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w0-057e2d-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1946\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:535\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:09:18.861769858Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"2e91b243-0aa2-4113-85bd-6f70d0aadb46","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w0-057e2d-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:18.86193779Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"7c669767-3822-4408-96fb-b555cf5fcdf0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"model":"e2e-models-e2e-worker-w0-057e2d/premium-w0-057e2d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:19.061906149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"7c669767-3822-4408-96fb-b555cf5fcdf0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:19.096612975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dab57c04-7da3-428b-bb75-f5f88ae1c08a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:19.149697665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dab57c04-7da3-428b-bb75-f5f88ae1c08a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:19.152965875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"7c669767-3822-4408-96fb-b555cf5fcdf0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:19.152984232Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"7c669767-3822-4408-96fb-b555cf5fcdf0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:19.202693852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dab57c04-7da3-428b-bb75-f5f88ae1c08a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:19.203219823Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-subscription","reconcileID":"374868d1-13af-4aaf-b397-74d39842933a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7d7915c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:19.255459716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dab57c04-7da3-428b-bb75-f5f88ae1c08a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:19.258902764Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"debbb82a-31b7-458f-9fec-c4ab9494a42f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"model":"e2e-models-e2e-worker-w0-057e2d/premium-w0-057e2d","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T02:09:19.360258788Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-057e2d","namespace":"e2e-models-e2e-worker-w0-057e2d"},"namespace":"e2e-models-e2e-worker-w0-057e2d","name":"simulator-w0-057e2d","reconcileID":"630a9eff-84a3-4034-a160-ea0e07b43511","error":"maasmodelrefs.maas.opendatahub.io \"simulator-w0-057e2d\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:19.420501124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"debbb82a-31b7-458f-9fec-c4ab9494a42f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:19.525074391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"debbb82a-31b7-458f-9fec-c4ab9494a42f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"name":"e2e-worker-w0-057e2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:19.525099437Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"debbb82a-31b7-458f-9fec-c4ab9494a42f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-057e2d","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T02:09:19.577402228Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-access","reconcileID":"debbb82a-31b7-458f-9fec-c4ab9494a42f","error":"maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:22.406197518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"distinct-w3-a8e157","reconcileID":"57e7e377-80ff-4ff5-8536-75747b87e8d4","MaaSModelRef":{"name":"distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"distinct-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"distinct-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:22.406485219Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"f73aeaeb-928c-4db2-b434-73872d2ac379","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:22.406960175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"premium-w3-a8e157","reconcileID":"cafc8bd3-4b6d-4e75-8639-33728032ae3a","MaaSModelRef":{"name":"premium-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"premium-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"premium-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:22.407348152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"distinct-2-w3-a8e157","reconcileID":"076663c0-ad21-482a-ae85-61f5d9ba4a0e","MaaSModelRef":{"name":"distinct-2-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"distinct-2-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"distinct-2-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:22.566558045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"b06a33b8-5bd4-45d9-9c6b-60a36ba935d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:22.56655799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"14bb65fc-3237-4057-8cc1-c5cbd6fb12f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:22.620419801Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-subscription","reconcileID":"497cd790-728a-4dee-ae73-a15ca04f25d6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-premium-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/premium-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:22.620445117Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-subscription","reconcileID":"ff3a9d55-0b37-45be-bf3d-be8bfb2f5790","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-simulator-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:22.623113633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"14bb65fc-3237-4057-8cc1-c5cbd6fb12f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:22.623169982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"b06a33b8-5bd4-45d9-9c6b-60a36ba935d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:22.941353638Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-subscription","reconcileID":"20808dbb-51d5-46d9-b8c5-37b30b2e63b1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-simulator-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:22.941398161Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-subscription","reconcileID":"e88f3d4c-c6c5-4a46-aaee-82f4bea9d7db","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-premium-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/premium-w3-a8e157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:22.985843261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"70d28aef-7e83-434c-87e7-19b7a9a88087","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:22.985844701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"b608cd9e-59ba-4e2e-b24a-572c3e66b7dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:23.047058916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"70d28aef-7e83-434c-87e7-19b7a9a88087","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:23.047061233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"b608cd9e-59ba-4e2e-b24a-572c3e66b7dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:23.373008964Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-183266"},"namespace":"ai-tenant-e2e-autores-183266","name":"default-tenant","reconcileID":"8b090ead-53b0-4d88-8ca9-3469f1536519","namespace":"ai-tenant-e2e-autores-183266","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:23.373068154Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-183266"},"namespace":"ai-tenant-e2e-autores-183266","name":"default-tenant","reconcileID":"8b090ead-53b0-4d88-8ca9-3469f1536519","namespace":"ai-tenant-e2e-autores-183266","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:23.37311922Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-183266"},"namespace":"ai-tenant-e2e-autores-183266","name":"default-tenant","reconcileID":"8b090ead-53b0-4d88-8ca9-3469f1536519","tenant":"e2e-autores-183266","tenantID":"e2e-autores-183266","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:23.42750184Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-183266"},"namespace":"ai-tenant-e2e-autores-183266","name":"default-tenant","reconcileID":"8b090ead-53b0-4d88-8ca9-3469f1536519","gvk":"Deployment","name":"maas-api-e2e-autores-183266","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:23.487824547Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-183266"},"namespace":"ai-tenant-e2e-autores-183266","name":"default-tenant","reconcileID":"8b090ead-53b0-4d88-8ca9-3469f1536519","gvk":"Service","name":"maas-api-e2e-autores-183266","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:23.546129688Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-183266"},"namespace":"ai-tenant-e2e-autores-183266","name":"default-tenant","reconcileID":"8b090ead-53b0-4d88-8ca9-3469f1536519","gvk":"HTTPRoute","name":"maas-api-route-e2e-autores-183266","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:23.600686138Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-183266"},"namespace":"ai-tenant-e2e-autores-183266","name":"default-tenant","reconcileID":"8b090ead-53b0-4d88-8ca9-3469f1536519","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-autores-183266","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:23.656150184Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-183266"},"namespace":"ai-tenant-e2e-autores-183266","name":"default-tenant","reconcileID":"8b090ead-53b0-4d88-8ca9-3469f1536519","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-autores-183266","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:23.712892908Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-183266"},"namespace":"ai-tenant-e2e-autores-183266","name":"default-tenant","reconcileID":"8b090ead-53b0-4d88-8ca9-3469f1536519","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-autores-183266","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:23.769646516Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-183266"},"namespace":"ai-tenant-e2e-autores-183266","name":"default-tenant","reconcileID":"8b090ead-53b0-4d88-8ca9-3469f1536519","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-autores-183266","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:23.824155778Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-183266"},"namespace":"ai-tenant-e2e-autores-183266","name":"default-tenant","reconcileID":"8b090ead-53b0-4d88-8ca9-3469f1536519","gvk":"Telemetry","name":"latency-per-subscription-e2e-autores-183266","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:23.876565225Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-183266"},"namespace":"ai-tenant-e2e-autores-183266","name":"default-tenant","reconcileID":"8b090ead-53b0-4d88-8ca9-3469f1536519","gvk":"Deployment","name":"payload-processing-e2e-autores-183266","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:23.928760701Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-183266"},"namespace":"ai-tenant-e2e-autores-183266","name":"default-tenant","reconcileID":"8b090ead-53b0-4d88-8ca9-3469f1536519","gvk":"Deployment","name":"payload-pre-processing-e2e-autores-183266","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:23.985233431Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-183266"},"namespace":"ai-tenant-e2e-autores-183266","name":"default-tenant","reconcileID":"8b090ead-53b0-4d88-8ca9-3469f1536519","gvk":"Service","name":"payload-processing-e2e-autores-183266","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:24.037555485Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-183266"},"namespace":"ai-tenant-e2e-autores-183266","name":"default-tenant","reconcileID":"8b090ead-53b0-4d88-8ca9-3469f1536519","gvk":"Service","name":"payload-pre-processing-e2e-autores-183266","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:24.090160582Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-183266"},"namespace":"ai-tenant-e2e-autores-183266","name":"default-tenant","reconcileID":"8b090ead-53b0-4d88-8ca9-3469f1536519","gvk":"DestinationRule","name":"payload-processing-e2e-autores-183266","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:24.142763062Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-183266"},"namespace":"ai-tenant-e2e-autores-183266","name":"default-tenant","reconcileID":"8b090ead-53b0-4d88-8ca9-3469f1536519","gvk":"DestinationRule","name":"payload-pre-processing-e2e-autores-183266","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:24.194782097Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-183266"},"namespace":"ai-tenant-e2e-autores-183266","name":"default-tenant","reconcileID":"8b090ead-53b0-4d88-8ca9-3469f1536519","gvk":"EnvoyFilter","name":"payload-processing-e2e-autores-183266","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:24.249845444Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-183266"},"namespace":"ai-tenant-e2e-autores-183266","name":"default-tenant","reconcileID":"8b090ead-53b0-4d88-8ca9-3469f1536519","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-autores-183266","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:24.301750308Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-183266"},"namespace":"ai-tenant-e2e-autores-183266","name":"default-tenant","reconcileID":"8b090ead-53b0-4d88-8ca9-3469f1536519","gvk":"NetworkPolicy","name":"payload-processing-e2e-autores-183266","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:24.353782313Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-183266"},"namespace":"ai-tenant-e2e-autores-183266","name":"default-tenant","reconcileID":"8b090ead-53b0-4d88-8ca9-3469f1536519","gvk":"ServiceAccount","name":"payload-processing-e2e-autores-183266","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:24.406109387Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-183266"},"namespace":"ai-tenant-e2e-autores-183266","name":"default-tenant","reconcileID":"8b090ead-53b0-4d88-8ca9-3469f1536519","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-autores-183266","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:24.45798204Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-183266"},"namespace":"ai-tenant-e2e-autores-183266","name":"default-tenant","reconcileID":"8b090ead-53b0-4d88-8ca9-3469f1536519","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-autores-183266","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:25.273274232Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-183266","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-183266","reconcileID":"b03b4082-d013-4e21-a836-9a0e8d7082bb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-183266","removed":["maas.opendatahub.io/gateway-access-e2e-autores-183266"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:26.372836578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b3ae10d-24b3-4282-afcd-ef24f7670e9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:26.425752046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b3ae10d-24b3-4282-afcd-ef24f7670e9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:26.4784802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b3ae10d-24b3-4282-afcd-ef24f7670e9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:26.531466585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b3ae10d-24b3-4282-afcd-ef24f7670e9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:28.485251638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b1470f8-7e92-42fe-a084-ceb4cc9e912c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:28.538031981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b1470f8-7e92-42fe-a084-ceb4cc9e912c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:28.590926758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b1470f8-7e92-42fe-a084-ceb4cc9e912c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:28.643852007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b1470f8-7e92-42fe-a084-ceb4cc9e912c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:28.909238575Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-subscription","reconcileID":"cfebc8fe-eb38-4627-a551-ea3d6433b99c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"model":"e2e-models-e2e-worker-w0-057e2d/premium-w0-057e2d","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:28.909358418Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"premium-simulator-subscription","reconcileID":"cfebc8fe-eb38-4627-a551-ea3d6433b99c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"model":"e2e-models-e2e-worker-w0-057e2d/premium-w0-057e2d","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-057e2d/premium-w0-057e2d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:29.256076048Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-subscription","reconcileID":"f7995607-053f-42fc-97fc-af7e203a17fa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:29.256203067Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"simulator-subscription","reconcileID":"f7995607-053f-42fc-97fc-af7e203a17fa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"model":"e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-057e2d/simulator-w0-057e2d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:29.645314045Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"default-tenant","reconcileID":"d3003f95-59ac-4937-993e-de47851aef55","namespace":"ai-tenant-e2e-worker-w3-a8e157","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:29.697961999Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"default-tenant","reconcileID":"d3003f95-59ac-4937-993e-de47851aef55","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:29.754959626Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"default-tenant","reconcileID":"d3003f95-59ac-4937-993e-de47851aef55","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:29.755867269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"1bd5c5bc-a5db-4c12-bf8b-b65c4b9a732e","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:29.812407534Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"default-tenant","reconcileID":"d3003f95-59ac-4937-993e-de47851aef55","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:29.812434347Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"default-tenant","reconcileID":"d3003f95-59ac-4937-993e-de47851aef55","namespace":"ai-tenant-e2e-worker-w3-a8e157","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:29.812501071Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"default-tenant","reconcileID":"d3003f95-59ac-4937-993e-de47851aef55","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:29.815471483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"premium-w3-a8e157","reconcileID":"b480f0b5-ff25-496b-938e-83934c9493bf","MaaSModelRef":{"name":"premium-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"premium-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"premium-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:29.871635234Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"default-tenant","reconcileID":"d3003f95-59ac-4937-993e-de47851aef55","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:29.872939105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"584db3bf-73b0-4872-9b3d-c009cd937700","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:29.918410439Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-subscription","reconcileID":"33c35f09-ff7f-425c-b97b-cd7ef81af296","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-2fcf5072","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:29.92681173Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"default-tenant","reconcileID":"d3003f95-59ac-4937-993e-de47851aef55","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:29.9311412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"premium-w3-a8e157","reconcileID":"1a9b685f-40d9-4ca5-97c3-c12d8c424c91","MaaSModelRef":{"name":"premium-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"premium-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"premium-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:29.963667171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"eac08b91-a50a-4d20-bbcf-a0bf8226f264","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:29.964144077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"67eb7f80-aee3-4969-8bbd-6006b9798910","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:30.041931869Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-subscription","reconcileID":"00fd36d5-39ed-476c-b47c-bd2f505a3dc7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-3ae8608c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:30.042071782Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-subscription","reconcileID":"c3f9057c-2bc3-4c4b-9b8d-7e3789bad8a7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-2fcf5072","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:30.044314803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"eac08b91-a50a-4d20-bbcf-a0bf8226f264","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:30.046567133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"67eb7f80-aee3-4969-8bbd-6006b9798910","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:30.09968879Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-subscription","reconcileID":"660c4906-8a2e-491f-90f0-43f0f86ec5dc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-3ae8608c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:30.250208351Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"651f79d5-ed59-4876-978a-f54be1dc2d81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:30.25024084Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"f5f04c6a-f7ba-441a-9766-ba1a6e46fd5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"model":"e2e-models-e2e-worker-w3-a8e157/premium-w3-a8e157","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:30.406972176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"f5f04c6a-f7ba-441a-9766-ba1a6e46fd5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:30.407230687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"651f79d5-ed59-4876-978a-f54be1dc2d81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:30.530539129Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"651f79d5-ed59-4876-978a-f54be1dc2d81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:30.530565968Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-access","reconcileID":"651f79d5-ed59-4876-978a-f54be1dc2d81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T02:09:30.535669457Z","body":"failed to reset gateway auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"f5f04c6a-f7ba-441a-9766-ba1a6e46fd5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w3-a8e157-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1946\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:535\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:09:30.535726534Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"f5f04c6a-f7ba-441a-9766-ba1a6e46fd5a","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w3-a8e157-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:30.541059024Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"c5ce3b7a-3296-4d78-a932-452fc9edce3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"model":"e2e-models-e2e-worker-w3-a8e157/premium-w3-a8e157","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:30.586917739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"ec917a85-d3b9-48f4-9983-7ae6c55d318f","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:30.619151078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da359317-30f4-4470-809b-f0a680abeaf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:30.671981827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da359317-30f4-4470-809b-f0a680abeaf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:30.724917815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da359317-30f4-4470-809b-f0a680abeaf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:30.777799629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da359317-30f4-4470-809b-f0a680abeaf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:30.830370007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"c5ce3b7a-3296-4d78-a932-452fc9edce3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:30.886458141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"c5ce3b7a-3296-4d78-a932-452fc9edce3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"e2e-worker-w3-a8e157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:30.886483241Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-access","reconcileID":"c5ce3b7a-3296-4d78-a932-452fc9edce3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a8e157","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:30.943225649Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"premium-w3-a8e157","reconcileID":"29fb339b-af22-462d-a9f8-bea039920c01","MaaSModelRef":{"name":"premium-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"premium-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"premium-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:32.407170468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"distinct-w3-a8e157","reconcileID":"b525a70f-4d38-4dac-9e45-fdf24bbdfaf4","MaaSModelRef":{"name":"distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"distinct-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"distinct-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:32.698391413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4ff2d19-9298-4c07-a6d3-e404ac346c08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:32.751033625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4ff2d19-9298-4c07-a6d3-e404ac346c08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:32.80387271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4ff2d19-9298-4c07-a6d3-e404ac346c08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:32.856624357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4ff2d19-9298-4c07-a6d3-e404ac346c08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:34.787729707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84ed3760-1ed9-4a7d-8753-c81d9edb6fb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:34.84026138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84ed3760-1ed9-4a7d-8753-c81d9edb6fb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:34.892820659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84ed3760-1ed9-4a7d-8753-c81d9edb6fb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:34.945300336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84ed3760-1ed9-4a7d-8753-c81d9edb6fb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:35.270452581Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"namespace":"ai-tenant-e2e-shared-a-w2-9e3b95","name":"default-tenant","reconcileID":"4a89f67c-61e0-440b-bddb-001ec49b7412","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:35.270514878Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"namespace":"ai-tenant-e2e-shared-a-w2-9e3b95","name":"default-tenant","reconcileID":"4a89f67c-61e0-440b-bddb-001ec49b7412","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:35.270565074Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"namespace":"ai-tenant-e2e-shared-a-w2-9e3b95","name":"default-tenant","reconcileID":"4a89f67c-61e0-440b-bddb-001ec49b7412","tenant":"e2e-shared-a-w2-9e3b95","tenantID":"e2e-shared-a-w2-9e3b95","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:35.324318012Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"namespace":"ai-tenant-e2e-shared-a-w2-9e3b95","name":"default-tenant","reconcileID":"4a89f67c-61e0-440b-bddb-001ec49b7412","gvk":"Deployment","name":"maas-api-e2e-shared-a-w2-9e3b95","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:35.385939061Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"namespace":"ai-tenant-e2e-shared-a-w2-9e3b95","name":"default-tenant","reconcileID":"4a89f67c-61e0-440b-bddb-001ec49b7412","gvk":"Service","name":"maas-api-e2e-shared-a-w2-9e3b95","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:35.44571346Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"namespace":"ai-tenant-e2e-shared-a-w2-9e3b95","name":"default-tenant","reconcileID":"4a89f67c-61e0-440b-bddb-001ec49b7412","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w2-9e3b95","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:35.499628869Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"namespace":"ai-tenant-e2e-shared-a-w2-9e3b95","name":"default-tenant","reconcileID":"4a89f67c-61e0-440b-bddb-001ec49b7412","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w2-9e3b95","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:35.554882477Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"namespace":"ai-tenant-e2e-shared-a-w2-9e3b95","name":"default-tenant","reconcileID":"4a89f67c-61e0-440b-bddb-001ec49b7412","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w2-9e3b95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:35.609950385Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"namespace":"ai-tenant-e2e-shared-a-w2-9e3b95","name":"default-tenant","reconcileID":"4a89f67c-61e0-440b-bddb-001ec49b7412","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w2-9e3b95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:35.664607912Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"namespace":"ai-tenant-e2e-shared-a-w2-9e3b95","name":"default-tenant","reconcileID":"4a89f67c-61e0-440b-bddb-001ec49b7412","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w2-9e3b95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:35.719950913Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"namespace":"ai-tenant-e2e-shared-a-w2-9e3b95","name":"default-tenant","reconcileID":"4a89f67c-61e0-440b-bddb-001ec49b7412","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w2-9e3b95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:35.772092063Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"namespace":"ai-tenant-e2e-shared-a-w2-9e3b95","name":"default-tenant","reconcileID":"4a89f67c-61e0-440b-bddb-001ec49b7412","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w2-9e3b95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:35.824375601Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"namespace":"ai-tenant-e2e-shared-a-w2-9e3b95","name":"default-tenant","reconcileID":"4a89f67c-61e0-440b-bddb-001ec49b7412","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w2-9e3b95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:35.876590297Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"namespace":"ai-tenant-e2e-shared-a-w2-9e3b95","name":"default-tenant","reconcileID":"4a89f67c-61e0-440b-bddb-001ec49b7412","gvk":"Service","name":"payload-processing-e2e-shared-a-w2-9e3b95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:35.928717584Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"namespace":"ai-tenant-e2e-shared-a-w2-9e3b95","name":"default-tenant","reconcileID":"4a89f67c-61e0-440b-bddb-001ec49b7412","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w2-9e3b95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:35.98088421Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"namespace":"ai-tenant-e2e-shared-a-w2-9e3b95","name":"default-tenant","reconcileID":"4a89f67c-61e0-440b-bddb-001ec49b7412","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w2-9e3b95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:36.033395978Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"namespace":"ai-tenant-e2e-shared-a-w2-9e3b95","name":"default-tenant","reconcileID":"4a89f67c-61e0-440b-bddb-001ec49b7412","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w2-9e3b95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:36.085586866Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"namespace":"ai-tenant-e2e-shared-a-w2-9e3b95","name":"default-tenant","reconcileID":"4a89f67c-61e0-440b-bddb-001ec49b7412","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w2-9e3b95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:36.140626433Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"namespace":"ai-tenant-e2e-shared-a-w2-9e3b95","name":"default-tenant","reconcileID":"4a89f67c-61e0-440b-bddb-001ec49b7412","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w2-9e3b95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:36.192839685Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"namespace":"ai-tenant-e2e-shared-a-w2-9e3b95","name":"default-tenant","reconcileID":"4a89f67c-61e0-440b-bddb-001ec49b7412","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w2-9e3b95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:36.245028058Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"namespace":"ai-tenant-e2e-shared-a-w2-9e3b95","name":"default-tenant","reconcileID":"4a89f67c-61e0-440b-bddb-001ec49b7412","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w2-9e3b95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:36.296970645Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"namespace":"ai-tenant-e2e-shared-a-w2-9e3b95","name":"default-tenant","reconcileID":"4a89f67c-61e0-440b-bddb-001ec49b7412","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w2-9e3b95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:36.348928868Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-9e3b95"},"namespace":"ai-tenant-e2e-shared-a-w2-9e3b95","name":"default-tenant","reconcileID":"4a89f67c-61e0-440b-bddb-001ec49b7412","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w2-9e3b95","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:37.159522807Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-9e3b95","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-9e3b95","reconcileID":"27ae8b75-966e-4f73-869b-04962c95f01b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w2-9e3b95","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w2-9e3b95"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:38.300393997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d8a3cc9-66aa-4496-bb34-bca17c7a2a04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:38.352976889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d8a3cc9-66aa-4496-bb34-bca17c7a2a04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:38.405605558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d8a3cc9-66aa-4496-bb34-bca17c7a2a04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:38.458189276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d8a3cc9-66aa-4496-bb34-bca17c7a2a04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:40.095308574Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-subscription","reconcileID":"9583e97c-e96d-43d8-88f0-7a43c22fc29f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:40.148328018Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-subscription","reconcileID":"9583e97c-e96d-43d8-88f0-7a43c22fc29f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:40.152904858Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-subscription","reconcileID":"bcb9b2a7-eb9a-4552-b65f-7b444fb8f42e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"model":"e2e-models-e2e-worker-w3-a8e157/premium-w3-a8e157","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:40.201104988Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"simulator-subscription","reconcileID":"9583e97c-e96d-43d8-88f0-7a43c22fc29f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/simulator-w3-a8e157","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:40.205378112Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-subscription","reconcileID":"bcb9b2a7-eb9a-4552-b65f-7b444fb8f42e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"model":"e2e-models-e2e-worker-w3-a8e157/premium-w3-a8e157","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:40.257473565Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"premium-simulator-subscription","reconcileID":"bcb9b2a7-eb9a-4552-b65f-7b444fb8f42e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"name":"maas-trlp-premium-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157","model":"e2e-models-e2e-worker-w3-a8e157/premium-w3-a8e157","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:40.393503717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"688a6edb-37cf-4b85-829a-fc8b79308f17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:40.446405632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"688a6edb-37cf-4b85-829a-fc8b79308f17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:40.498854811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"688a6edb-37cf-4b85-829a-fc8b79308f17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:40.501906861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"594f1c31-2839-409a-b615-2a5fa07710c6","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:40.551569107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"688a6edb-37cf-4b85-829a-fc8b79308f17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:40.608419383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"premium-w3-a8e157","reconcileID":"5d4eabb5-bdf6-4dc2-a833-bad415ed9271","MaaSModelRef":{"name":"premium-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"premium-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"premium-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:42.407807345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"distinct-w3-a8e157","reconcileID":"05a350d5-7355-4ad6-9c30-3d1f5c5a1705","MaaSModelRef":{"name":"distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"distinct-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"distinct-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:43.397848062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"distinct-2-w3-a8e157","reconcileID":"48058d9e-99c6-405a-b7cb-d6b12d7d71dd","MaaSModelRef":{"name":"distinct-2-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"distinct-2-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"distinct-2-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:43.592919577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62b0cf03-6c3d-45e6-b496-95340694c9ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:43.645559097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62b0cf03-6c3d-45e6-b496-95340694c9ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:43.698146781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62b0cf03-6c3d-45e6-b496-95340694c9ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:43.750877502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62b0cf03-6c3d-45e6-b496-95340694c9ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:44.030001804Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:45.698417673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf4dd759-90a2-4de0-a033-9ca730c46eef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:45.751025258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf4dd759-90a2-4de0-a033-9ca730c46eef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:45.803782962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf4dd759-90a2-4de0-a033-9ca730c46eef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:45.856765608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf4dd759-90a2-4de0-a033-9ca730c46eef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:47.818192169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c238492d-407d-4451-9399-99afc22174d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:47.871388558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c238492d-407d-4451-9399-99afc22174d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:47.924337685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c238492d-407d-4451-9399-99afc22174d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:47.977050108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c238492d-407d-4451-9399-99afc22174d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:50.552960601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"simulator-w3-a8e157","reconcileID":"116f32e4-0b72-449b-9b78-7bba33b2800d","MaaSModelRef":{"name":"simulator-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"simulator-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"simulator-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:50.609202696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"premium-w3-a8e157","reconcileID":"c3d5a56f-b13d-4eac-a574-6ce218832655","MaaSModelRef":{"name":"premium-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"premium-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"premium-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:52.408386471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"namespace":"e2e-models-e2e-worker-w3-a8e157","name":"distinct-w3-a8e157","reconcileID":"39860357-5a1b-4751-9288-16183ccef832","MaaSModelRef":{"name":"distinct-w3-a8e157","namespace":"e2e-models-e2e-worker-w3-a8e157"},"routeName":"distinct-w3-a8e157-kserve-route","namespace":"e2e-models-e2e-worker-w3-a8e157","llmisvcName":"distinct-w3-a8e157","gateway":"openshift-ingress/e2e-worker-w3-a8e157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:56.460632095Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"default-tenant","reconcileID":"7145e847-b719-45b8-9a21-59e8604c16c7","namespace":"ai-tenant-e2e-worker-w0-057e2d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:56.460722386Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"default-tenant","reconcileID":"7145e847-b719-45b8-9a21-59e8604c16c7","namespace":"ai-tenant-e2e-worker-w0-057e2d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:56.460773895Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"default-tenant","reconcileID":"7145e847-b719-45b8-9a21-59e8604c16c7","tenant":"e2e-worker-w0-057e2d","tenantID":"e2e-worker-w0-057e2d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:56.520843206Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"default-tenant","reconcileID":"7145e847-b719-45b8-9a21-59e8604c16c7","gvk":"Deployment","name":"maas-api-e2e-worker-w0-057e2d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:56.585690037Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"default-tenant","reconcileID":"7145e847-b719-45b8-9a21-59e8604c16c7","gvk":"Service","name":"maas-api-e2e-worker-w0-057e2d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:56.640548991Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"default-tenant","reconcileID":"7145e847-b719-45b8-9a21-59e8604c16c7","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w0-057e2d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:56.696408496Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"default-tenant","reconcileID":"7145e847-b719-45b8-9a21-59e8604c16c7","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w0-057e2d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:56.751396714Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"default-tenant","reconcileID":"7145e847-b719-45b8-9a21-59e8604c16c7","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w0-057e2d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:56.808186481Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"default-tenant","reconcileID":"7145e847-b719-45b8-9a21-59e8604c16c7","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w0-057e2d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:56.8673375Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"default-tenant","reconcileID":"7145e847-b719-45b8-9a21-59e8604c16c7","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w0-057e2d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:56.921696716Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"default-tenant","reconcileID":"7145e847-b719-45b8-9a21-59e8604c16c7","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w0-057e2d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:56.973885871Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"default-tenant","reconcileID":"7145e847-b719-45b8-9a21-59e8604c16c7","gvk":"Deployment","name":"payload-processing-e2e-worker-w0-057e2d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:57.026112515Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"default-tenant","reconcileID":"7145e847-b719-45b8-9a21-59e8604c16c7","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w0-057e2d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:57.078865361Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"default-tenant","reconcileID":"7145e847-b719-45b8-9a21-59e8604c16c7","gvk":"Service","name":"payload-processing-e2e-worker-w0-057e2d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:57.130939062Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"default-tenant","reconcileID":"7145e847-b719-45b8-9a21-59e8604c16c7","gvk":"Service","name":"payload-pre-processing-e2e-worker-w0-057e2d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:57.18300164Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"default-tenant","reconcileID":"7145e847-b719-45b8-9a21-59e8604c16c7","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w0-057e2d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:57.236603124Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"default-tenant","reconcileID":"7145e847-b719-45b8-9a21-59e8604c16c7","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w0-057e2d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:57.288593584Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"default-tenant","reconcileID":"7145e847-b719-45b8-9a21-59e8604c16c7","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w0-057e2d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:57.344014856Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"default-tenant","reconcileID":"7145e847-b719-45b8-9a21-59e8604c16c7","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w0-057e2d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:57.396359365Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"default-tenant","reconcileID":"7145e847-b719-45b8-9a21-59e8604c16c7","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w0-057e2d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:57.448528591Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"default-tenant","reconcileID":"7145e847-b719-45b8-9a21-59e8604c16c7","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w0-057e2d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:57.500539304Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"default-tenant","reconcileID":"7145e847-b719-45b8-9a21-59e8604c16c7","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w0-057e2d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:57.553587162Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-057e2d"},"namespace":"ai-tenant-e2e-worker-w0-057e2d","name":"default-tenant","reconcileID":"7145e847-b719-45b8-9a21-59e8604c16c7","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w0-057e2d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:58.372941947Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-057e2d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-057e2d","reconcileID":"567e0ba2-f505-4ac5-b581-daf8f1571cbb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-057e2d","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w0-057e2d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:59.589433548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7130ada-559c-4e5f-88de-957b6380a877","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:59.642579666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7130ada-559c-4e5f-88de-957b6380a877","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:59.695555905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7130ada-559c-4e5f-88de-957b6380a877","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:59.748310454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7130ada-559c-4e5f-88de-957b6380a877","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:01.682133022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25b97230-c9cf-4a74-9442-1723e522297f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:01.734746756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25b97230-c9cf-4a74-9442-1723e522297f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:01.787436542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25b97230-c9cf-4a74-9442-1723e522297f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:01.840812865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25b97230-c9cf-4a74-9442-1723e522297f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:02.701939533Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"default-tenant","reconcileID":"a1c4f22d-c40c-46c1-9c06-203ebdb009c8","namespace":"ai-tenant-e2e-worker-w3-a8e157","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:02.702001604Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"default-tenant","reconcileID":"a1c4f22d-c40c-46c1-9c06-203ebdb009c8","namespace":"ai-tenant-e2e-worker-w3-a8e157","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:02.702051621Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"default-tenant","reconcileID":"a1c4f22d-c40c-46c1-9c06-203ebdb009c8","tenant":"e2e-worker-w3-a8e157","tenantID":"e2e-worker-w3-a8e157","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:02.756531849Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"default-tenant","reconcileID":"a1c4f22d-c40c-46c1-9c06-203ebdb009c8","gvk":"Deployment","name":"maas-api-e2e-worker-w3-a8e157","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:02.816359408Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"default-tenant","reconcileID":"a1c4f22d-c40c-46c1-9c06-203ebdb009c8","gvk":"Service","name":"maas-api-e2e-worker-w3-a8e157","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:02.906617103Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"default-tenant","reconcileID":"a1c4f22d-c40c-46c1-9c06-203ebdb009c8","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w3-a8e157","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:02.960974566Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"default-tenant","reconcileID":"a1c4f22d-c40c-46c1-9c06-203ebdb009c8","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w3-a8e157","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:03.016089367Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"default-tenant","reconcileID":"a1c4f22d-c40c-46c1-9c06-203ebdb009c8","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w3-a8e157","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:03.070407814Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"default-tenant","reconcileID":"a1c4f22d-c40c-46c1-9c06-203ebdb009c8","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w3-a8e157","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:03.127315069Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"default-tenant","reconcileID":"a1c4f22d-c40c-46c1-9c06-203ebdb009c8","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w3-a8e157","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:03.240904996Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"default-tenant","reconcileID":"a1c4f22d-c40c-46c1-9c06-203ebdb009c8","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w3-a8e157","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:03.293173483Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"default-tenant","reconcileID":"a1c4f22d-c40c-46c1-9c06-203ebdb009c8","gvk":"Deployment","name":"payload-processing-e2e-worker-w3-a8e157","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:03.346072162Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"default-tenant","reconcileID":"a1c4f22d-c40c-46c1-9c06-203ebdb009c8","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w3-a8e157","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:03.3982842Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"default-tenant","reconcileID":"a1c4f22d-c40c-46c1-9c06-203ebdb009c8","gvk":"Service","name":"payload-processing-e2e-worker-w3-a8e157","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:03.450123447Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"default-tenant","reconcileID":"a1c4f22d-c40c-46c1-9c06-203ebdb009c8","gvk":"Service","name":"payload-pre-processing-e2e-worker-w3-a8e157","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:03.501967206Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"default-tenant","reconcileID":"a1c4f22d-c40c-46c1-9c06-203ebdb009c8","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w3-a8e157","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:03.553878027Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"default-tenant","reconcileID":"a1c4f22d-c40c-46c1-9c06-203ebdb009c8","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w3-a8e157","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:03.605815023Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"default-tenant","reconcileID":"a1c4f22d-c40c-46c1-9c06-203ebdb009c8","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w3-a8e157","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:03.660573865Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"default-tenant","reconcileID":"a1c4f22d-c40c-46c1-9c06-203ebdb009c8","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w3-a8e157","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:03.712797794Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"default-tenant","reconcileID":"a1c4f22d-c40c-46c1-9c06-203ebdb009c8","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w3-a8e157","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:03.764773265Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"default-tenant","reconcileID":"a1c4f22d-c40c-46c1-9c06-203ebdb009c8","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w3-a8e157","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:03.790149848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf0e846b-0b21-4aae-a53a-4380672c44da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:03.842424657Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"default-tenant","reconcileID":"a1c4f22d-c40c-46c1-9c06-203ebdb009c8","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w3-a8e157","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:03.843048977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf0e846b-0b21-4aae-a53a-4380672c44da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:03.8951659Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a8e157"},"namespace":"ai-tenant-e2e-worker-w3-a8e157","name":"default-tenant","reconcileID":"a1c4f22d-c40c-46c1-9c06-203ebdb009c8","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w3-a8e157","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:03.895576925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf0e846b-0b21-4aae-a53a-4380672c44da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:03.948421137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf0e846b-0b21-4aae-a53a-4380672c44da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:03.954945689Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"default-tenant","reconcileID":"7e98e797-5e81-45c1-b858-19c91872ff63","namespace":"ai-tenant-e2e-shared-a-w1-5e916d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:03.955003728Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"default-tenant","reconcileID":"7e98e797-5e81-45c1-b858-19c91872ff63","namespace":"ai-tenant-e2e-shared-a-w1-5e916d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:03.955052581Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"default-tenant","reconcileID":"7e98e797-5e81-45c1-b858-19c91872ff63","tenant":"e2e-shared-a-w1-5e916d","tenantID":"e2e-shared-a-w1-5e916d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:04.009283802Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"default-tenant","reconcileID":"7e98e797-5e81-45c1-b858-19c91872ff63","gvk":"Deployment","name":"maas-api-e2e-shared-a-w1-5e916d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:04.07316905Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"default-tenant","reconcileID":"7e98e797-5e81-45c1-b858-19c91872ff63","gvk":"Service","name":"maas-api-e2e-shared-a-w1-5e916d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:04.127613941Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"default-tenant","reconcileID":"7e98e797-5e81-45c1-b858-19c91872ff63","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w1-5e916d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:04.219421597Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"default-tenant","reconcileID":"7e98e797-5e81-45c1-b858-19c91872ff63","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w1-5e916d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:04.274242492Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"default-tenant","reconcileID":"7e98e797-5e81-45c1-b858-19c91872ff63","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w1-5e916d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:04.328958537Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"default-tenant","reconcileID":"7e98e797-5e81-45c1-b858-19c91872ff63","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w1-5e916d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:04.385944425Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"default-tenant","reconcileID":"7e98e797-5e81-45c1-b858-19c91872ff63","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w1-5e916d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:04.440691812Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"default-tenant","reconcileID":"7e98e797-5e81-45c1-b858-19c91872ff63","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w1-5e916d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:04.492781102Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"default-tenant","reconcileID":"7e98e797-5e81-45c1-b858-19c91872ff63","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w1-5e916d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:04.544900081Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"default-tenant","reconcileID":"7e98e797-5e81-45c1-b858-19c91872ff63","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w1-5e916d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:04.600829769Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"default-tenant","reconcileID":"7e98e797-5e81-45c1-b858-19c91872ff63","gvk":"Service","name":"payload-processing-e2e-shared-a-w1-5e916d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:04.657783971Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"default-tenant","reconcileID":"7e98e797-5e81-45c1-b858-19c91872ff63","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w1-5e916d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:04.710231377Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"default-tenant","reconcileID":"7e98e797-5e81-45c1-b858-19c91872ff63","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w1-5e916d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:04.762523403Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"default-tenant","reconcileID":"7e98e797-5e81-45c1-b858-19c91872ff63","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w1-5e916d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:04.805391024Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-a8e157","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-a8e157","reconcileID":"c70959a7-a30a-49f3-bd29-505274181e70","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-a8e157","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w3-a8e157"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:04.814439578Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"default-tenant","reconcileID":"7e98e797-5e81-45c1-b858-19c91872ff63","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w1-5e916d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:04.869682532Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"default-tenant","reconcileID":"7e98e797-5e81-45c1-b858-19c91872ff63","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w1-5e916d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:04.921853729Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"default-tenant","reconcileID":"7e98e797-5e81-45c1-b858-19c91872ff63","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w1-5e916d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:05.020898171Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"default-tenant","reconcileID":"7e98e797-5e81-45c1-b858-19c91872ff63","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w1-5e916d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:05.073840268Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"default-tenant","reconcileID":"7e98e797-5e81-45c1-b858-19c91872ff63","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w1-5e916d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:05.125877627Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-5e916d"},"namespace":"ai-tenant-e2e-shared-a-w1-5e916d","name":"default-tenant","reconcileID":"7e98e797-5e81-45c1-b858-19c91872ff63","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w1-5e916d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:05.935066869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0b791f2-d539-4cca-8d93-4e42ac241d7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:05.9878291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0b791f2-d539-4cca-8d93-4e42ac241d7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:06.040988238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0b791f2-d539-4cca-8d93-4e42ac241d7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:06.046331932Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-5e916d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-5e916d","reconcileID":"fac5a55b-064d-424d-b8ac-96dce5b9efae","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w1-5e916d","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w1-5e916d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:06.093901619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0b791f2-d539-4cca-8d93-4e42ac241d7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:07.985142511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c1efac5-72eb-4586-bbe3-e7bb0e15af1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:08.037940004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c1efac5-72eb-4586-bbe3-e7bb0e15af1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:08.090506172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c1efac5-72eb-4586-bbe3-e7bb0e15af1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:08.143701577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c1efac5-72eb-4586-bbe3-e7bb0e15af1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:10.297216331Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"namespace":"ai-tenant-e2e-shared-b-w2-5632ea","name":"default-tenant","reconcileID":"8dc1275f-c256-4257-b5f7-c4b4caf22461","namespace":"ai-tenant-e2e-shared-b-w2-5632ea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:10.297274678Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"namespace":"ai-tenant-e2e-shared-b-w2-5632ea","name":"default-tenant","reconcileID":"8dc1275f-c256-4257-b5f7-c4b4caf22461","namespace":"ai-tenant-e2e-shared-b-w2-5632ea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:10.297325828Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"namespace":"ai-tenant-e2e-shared-b-w2-5632ea","name":"default-tenant","reconcileID":"8dc1275f-c256-4257-b5f7-c4b4caf22461","tenant":"e2e-shared-b-w2-5632ea","tenantID":"e2e-shared-b-w2-5632ea","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:10.351695275Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"namespace":"ai-tenant-e2e-shared-b-w2-5632ea","name":"default-tenant","reconcileID":"8dc1275f-c256-4257-b5f7-c4b4caf22461","gvk":"Deployment","name":"maas-api-e2e-shared-b-w2-5632ea","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:10.414223445Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"namespace":"ai-tenant-e2e-shared-b-w2-5632ea","name":"default-tenant","reconcileID":"8dc1275f-c256-4257-b5f7-c4b4caf22461","gvk":"Service","name":"maas-api-e2e-shared-b-w2-5632ea","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:10.473276158Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"namespace":"ai-tenant-e2e-shared-b-w2-5632ea","name":"default-tenant","reconcileID":"8dc1275f-c256-4257-b5f7-c4b4caf22461","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w2-5632ea","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:10.529570829Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"namespace":"ai-tenant-e2e-shared-b-w2-5632ea","name":"default-tenant","reconcileID":"8dc1275f-c256-4257-b5f7-c4b4caf22461","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w2-5632ea","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:10.584013265Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"namespace":"ai-tenant-e2e-shared-b-w2-5632ea","name":"default-tenant","reconcileID":"8dc1275f-c256-4257-b5f7-c4b4caf22461","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w2-5632ea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:10.638368958Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"namespace":"ai-tenant-e2e-shared-b-w2-5632ea","name":"default-tenant","reconcileID":"8dc1275f-c256-4257-b5f7-c4b4caf22461","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w2-5632ea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:10.695506411Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"namespace":"ai-tenant-e2e-shared-b-w2-5632ea","name":"default-tenant","reconcileID":"8dc1275f-c256-4257-b5f7-c4b4caf22461","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w2-5632ea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:10.750160344Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"namespace":"ai-tenant-e2e-shared-b-w2-5632ea","name":"default-tenant","reconcileID":"8dc1275f-c256-4257-b5f7-c4b4caf22461","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w2-5632ea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:10.802287518Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"namespace":"ai-tenant-e2e-shared-b-w2-5632ea","name":"default-tenant","reconcileID":"8dc1275f-c256-4257-b5f7-c4b4caf22461","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w2-5632ea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:10.854419562Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"namespace":"ai-tenant-e2e-shared-b-w2-5632ea","name":"default-tenant","reconcileID":"8dc1275f-c256-4257-b5f7-c4b4caf22461","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w2-5632ea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:10.907027423Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"namespace":"ai-tenant-e2e-shared-b-w2-5632ea","name":"default-tenant","reconcileID":"8dc1275f-c256-4257-b5f7-c4b4caf22461","gvk":"Service","name":"payload-processing-e2e-shared-b-w2-5632ea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:10.959436146Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"namespace":"ai-tenant-e2e-shared-b-w2-5632ea","name":"default-tenant","reconcileID":"8dc1275f-c256-4257-b5f7-c4b4caf22461","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w2-5632ea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:11.012341865Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"namespace":"ai-tenant-e2e-shared-b-w2-5632ea","name":"default-tenant","reconcileID":"8dc1275f-c256-4257-b5f7-c4b4caf22461","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w2-5632ea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:11.064946224Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"namespace":"ai-tenant-e2e-shared-b-w2-5632ea","name":"default-tenant","reconcileID":"8dc1275f-c256-4257-b5f7-c4b4caf22461","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w2-5632ea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:11.117444793Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"namespace":"ai-tenant-e2e-shared-b-w2-5632ea","name":"default-tenant","reconcileID":"8dc1275f-c256-4257-b5f7-c4b4caf22461","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w2-5632ea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:11.173428914Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"namespace":"ai-tenant-e2e-shared-b-w2-5632ea","name":"default-tenant","reconcileID":"8dc1275f-c256-4257-b5f7-c4b4caf22461","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w2-5632ea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:11.225509416Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"namespace":"ai-tenant-e2e-shared-b-w2-5632ea","name":"default-tenant","reconcileID":"8dc1275f-c256-4257-b5f7-c4b4caf22461","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w2-5632ea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:11.277906477Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"namespace":"ai-tenant-e2e-shared-b-w2-5632ea","name":"default-tenant","reconcileID":"8dc1275f-c256-4257-b5f7-c4b4caf22461","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w2-5632ea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:11.330094696Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"namespace":"ai-tenant-e2e-shared-b-w2-5632ea","name":"default-tenant","reconcileID":"8dc1275f-c256-4257-b5f7-c4b4caf22461","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w2-5632ea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:11.382236012Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-5632ea"},"namespace":"ai-tenant-e2e-shared-b-w2-5632ea","name":"default-tenant","reconcileID":"8dc1275f-c256-4257-b5f7-c4b4caf22461","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w2-5632ea","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:12.276511388Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-5632ea","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-5632ea","reconcileID":"2c3313de-0683-44d5-8a8f-2aee40d2e336","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w2-5632ea","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w2-5632ea"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:13.385584562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59d15b93-dd03-4066-b32f-600b6f3890a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:13.438345047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59d15b93-dd03-4066-b32f-600b6f3890a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:13.491005139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59d15b93-dd03-4066-b32f-600b6f3890a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:13.543978783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59d15b93-dd03-4066-b32f-600b6f3890a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:14.031833244Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:15.483700639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73b8b257-8a2b-4aaf-a179-237fbb5a3f3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:15.536323885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73b8b257-8a2b-4aaf-a179-237fbb5a3f3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:15.589070694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73b8b257-8a2b-4aaf-a179-237fbb5a3f3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:15.641593171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73b8b257-8a2b-4aaf-a179-237fbb5a3f3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:19.917844493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"c697858e-9851-498f-a980-81e3ffa75b13","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"simulator-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"simulator-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:19.918124391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"premium-w2-00e840","reconcileID":"81ea8be5-6c64-44d3-9874-c57bd202b8c9","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"premium-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"premium-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:19.918344002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-w2-00e840","reconcileID":"b73051c5-1cab-4a8f-9e3d-420bf17ce8ad","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"distinct-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"distinct-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:19.971520482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-2-w2-00e840","reconcileID":"3060dff3-55fe-4884-aaac-c443323c631e","MaaSModelRef":{"name":"distinct-2-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"distinct-2-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"distinct-2-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:20.02650867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-2-w2-00e840","reconcileID":"2545394b-7d4a-4c03-8e81-b3ec92d544bb","MaaSModelRef":{"name":"distinct-2-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"distinct-2-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"distinct-2-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:20.026760629Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"578ba919-2d64-43c9-b755-ed04ca9217aa","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"simulator-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"simulator-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:20.027018603Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"premium-w2-00e840","reconcileID":"ce2f9098-7ef5-4bd3-ad6d-1991ec235701","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"premium-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"premium-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:20.02727872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-w2-00e840","reconcileID":"3d047f20-642e-4244-9101-a17bbfe9bcd8","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"distinct-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"distinct-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:20.078101284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"8e1fde7b-1ad9-4e19-9e16-cf0ac890f844","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:20.130742914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"659d7e0a-7dd1-4d5f-8f34-b67b03d297b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:20.13507976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"8e1fde7b-1ad9-4e19-9e16-cf0ac890f844","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:20.184203064Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-subscription","reconcileID":"d23b2a07-9df5-4daa-bfbe-43913ee20bff","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-premium-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/premium-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:20.187711202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"659d7e0a-7dd1-4d5f-8f34-b67b03d297b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:20.229413466Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-subscription","reconcileID":"3145b5b1-3c8e-48b1-afcd-1f875ea72be2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-simulator-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:20.450381522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"7ff9195d-1843-41a9-99b0-4b365b6b08b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:20.504045193Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-subscription","reconcileID":"9bd826c1-b896-4333-b7cb-4131b747d1d9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-premium-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/premium-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:20.507368453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"7ff9195d-1843-41a9-99b0-4b365b6b08b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:20.549279608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"01e6de08-f036-49d4-b72e-3d52adafa47a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:20.603369951Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-subscription","reconcileID":"82460f64-51a9-43e5-9f97-15635edb6596","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-simulator-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:20.606027412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"01e6de08-f036-49d4-b72e-3d52adafa47a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:20.888551911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88208484-7775-4a96-83b3-837e4f9a5f46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:20.941128791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88208484-7775-4a96-83b3-837e4f9a5f46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:20.993807357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88208484-7775-4a96-83b3-837e4f9a5f46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:21.046760883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88208484-7775-4a96-83b3-837e4f9a5f46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:23.001701022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74ba5d89-1de1-459f-b1bb-7d99de2014b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:23.055237104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74ba5d89-1de1-459f-b1bb-7d99de2014b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:23.108216922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74ba5d89-1de1-459f-b1bb-7d99de2014b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:23.160964071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74ba5d89-1de1-459f-b1bb-7d99de2014b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:23.40589891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-w2-00e840","reconcileID":"d2132719-36ff-40ee-b77b-b90d6cf6f042","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"distinct-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"distinct-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:25.060606897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d082bb4-acb8-4589-aa17-ab2b0313a07b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:25.113232843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d082bb4-acb8-4589-aa17-ab2b0313a07b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:25.165667176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d082bb4-acb8-4589-aa17-ab2b0313a07b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:25.220903572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d082bb4-acb8-4589-aa17-ab2b0313a07b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:25.642103931Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"299cb76c-440f-4a7a-9637-ae64e517f038","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"simulator-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"simulator-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:25.852549414Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-subscription","reconcileID":"bb96684a-4e0e-4a34-a586-6120c60c60e8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-simulator-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:25.856797173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"2ebcbe03-16b1-47f0-ac37-2bf3f8d7a01a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:25.856806985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"0d608d22-e13a-48e1-aaa1-c4865c9436db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:25.913067532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"2ebcbe03-16b1-47f0-ac37-2bf3f8d7a01a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:25.913530301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"0d608d22-e13a-48e1-aaa1-c4865c9436db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:26.018282761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"a58d8cbf-8ebb-45c5-9cac-ca417d750b46","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"simulator-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"simulator-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:26.228528683Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-subscription","reconcileID":"339168b7-68ae-4574-b4e1-de51952033b1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-simulator-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:27.19953029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27d24463-57d5-4197-a6e5-d63efa771e61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:27.252981824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27d24463-57d5-4197-a6e5-d63efa771e61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:27.305622492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27d24463-57d5-4197-a6e5-d63efa771e61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:27.358171327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27d24463-57d5-4197-a6e5-d63efa771e61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:27.898984996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"premium-w2-00e840","reconcileID":"1df71ef9-d1bb-4f6f-aa8e-0618dc65af0b","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"premium-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"premium-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:28.109968668Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-subscription","reconcileID":"0dbcb0ef-a439-4d38-b3a2-7303cf6a2101","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-premium-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/premium-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:28.114835856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"0ffdd86b-c1cc-46fb-a768-fdd524b19e81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:28.114879517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"eee2f091-cc5a-4ee1-b3aa-53080ee6c123","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:28.171865096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"eee2f091-cc5a-4ee1-b3aa-53080ee6c123","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:28.171894238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"0ffdd86b-c1cc-46fb-a768-fdd524b19e81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:28.233193838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-2-w2-00e840","reconcileID":"dacc155e-73c7-4d59-8e30-c5253a19e595","MaaSModelRef":{"name":"distinct-2-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"distinct-2-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"distinct-2-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:28.290939429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"premium-w2-00e840","reconcileID":"d4299bf2-c9cc-4719-adc5-0b668b20a60a","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"premium-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"premium-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:28.568027429Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-subscription","reconcileID":"ab9df731-99d0-41d3-bc51-d640e0721c76","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-premium-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/premium-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:29.282593691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3c2c9ca-974c-4b02-b2cf-832b461f11da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:29.33563062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3c2c9ca-974c-4b02-b2cf-832b461f11da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:29.388207507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3c2c9ca-974c-4b02-b2cf-832b461f11da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:29.440861573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3c2c9ca-974c-4b02-b2cf-832b461f11da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:30.50463143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-w2-00e840","reconcileID":"433ea0f2-552e-4dd0-857b-33d57dfbec96","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"distinct-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"distinct-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:30.504876658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"1d246fee-ad4f-48e0-99a4-16f068583da3","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"simulator-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"simulator-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:30.505105265Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-2-w2-00e840","reconcileID":"01d0f1fb-708b-491b-9316-901b90b9a4d7","MaaSModelRef":{"name":"distinct-2-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"distinct-2-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"distinct-2-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:30.505252401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"premium-w2-00e840","reconcileID":"62af2d2f-b945-4961-8d0b-d7228b18f902","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"premium-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"premium-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:30.661915442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"92ff26f5-d7ec-4355-828b-8f70c0c37e2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:30.661914597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"3b41a0a9-81b8-4bce-8af2-f9c6fb528bbb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:30.715908635Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-subscription","reconcileID":"f16d189f-2483-4eca-8686-27664902e163","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-simulator-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:30.715900915Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-subscription","reconcileID":"f3c4833a-8af4-49f6-8e76-35d84082290b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-premium-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/premium-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:30.719081772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"92ff26f5-d7ec-4355-828b-8f70c0c37e2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:30.71978917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"3b41a0a9-81b8-4bce-8af2-f9c6fb528bbb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:31.081339546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"b2613d4e-2fa1-44d7-9123-7bef3c7f1c73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:31.081338519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"ce1514cd-5c31-4302-9399-1e0bd57966b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:31.086414692Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-subscription","reconcileID":"d573f2b9-7107-4caf-a0c3-95bd39f5f7f0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-premium-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/premium-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:31.086414699Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-subscription","reconcileID":"b0773414-9825-416b-b4ad-e93f178519c7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-simulator-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:31.13782226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"b2613d4e-2fa1-44d7-9123-7bef3c7f1c73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:31.13826797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"ce1514cd-5c31-4302-9399-1e0bd57966b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:31.328888326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2076397-fbb3-451d-aca5-f4ea57d1f4d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:31.381606426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2076397-fbb3-451d-aca5-f4ea57d1f4d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:31.434366264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2076397-fbb3-451d-aca5-f4ea57d1f4d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:31.48734549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2076397-fbb3-451d-aca5-f4ea57d1f4d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:33.388706243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0978a637-17c1-44e6-b0c9-f85d69a7db39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:33.441644601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0978a637-17c1-44e6-b0c9-f85d69a7db39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:33.494368719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0978a637-17c1-44e6-b0c9-f85d69a7db39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:33.547035894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0978a637-17c1-44e6-b0c9-f85d69a7db39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:35.468563614Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1e6dc5d6-14e5-4a0e-9d2b-6e42eda5d402","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:35.581462538Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"dcf9760e-d6a9-4fc3-897e-085869c8a828","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:35.681766056Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-subscription","reconcileID":"3d3ab20a-b738-4c6e-9da0-3714ee7edd09","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-premium-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/premium-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:35.697504002Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-subscription","reconcileID":"5344dc50-8b22-4995-93be-9f703857a9f8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-simulator-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:35.782408026Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-subscription","reconcileID":"5c826ea2-f51e-4245-a600-17706c674cbc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-simulator-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/simulator-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:35.813879953Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-subscription","reconcileID":"7e00676f-af76-4878-8d80-61c968e7b315","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-premium-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/premium-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:40.505091199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-w2-00e840","reconcileID":"66a0813f-186b-4562-9b23-6bc845bfdef1","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"distinct-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"distinct-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:40.505437589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"8e77749e-e98c-4a01-bafc-e1a7cf59fff9","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"simulator-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"simulator-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:40.505801989Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-2-w2-00e840","reconcileID":"bfe54154-1f4b-4260-8405-d88392ba683c","MaaSModelRef":{"name":"distinct-2-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"distinct-2-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"distinct-2-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:40.505978566Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"premium-w2-00e840","reconcileID":"b0805e31-936e-4e6c-b69f-49cca43c6399","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"premium-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"premium-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:44.032004283Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:46.613027122Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"default-tenant","reconcileID":"2d4efef0-6376-4245-a662-1afbfbabbf36","namespace":"ai-tenant-e2e-worker-w2-00e840","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:46.613108321Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"default-tenant","reconcileID":"2d4efef0-6376-4245-a662-1afbfbabbf36","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:46.670089472Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"default-tenant","reconcileID":"2d4efef0-6376-4245-a662-1afbfbabbf36","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:46.670971218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"2e7573d1-5266-4367-88ab-628dc1b44d7e","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"simulator-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"simulator-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:46.727528239Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"default-tenant","reconcileID":"2d4efef0-6376-4245-a662-1afbfbabbf36","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:46.727552442Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"default-tenant","reconcileID":"2d4efef0-6376-4245-a662-1afbfbabbf36","namespace":"ai-tenant-e2e-worker-w2-00e840","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:46.727621088Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"default-tenant","reconcileID":"2d4efef0-6376-4245-a662-1afbfbabbf36","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:46.72982978Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"premium-w2-00e840","reconcileID":"614439c1-f26d-479c-944e-b8d5aa5252eb","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"premium-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"premium-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:46.785137358Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"default-tenant","reconcileID":"2d4efef0-6376-4245-a662-1afbfbabbf36","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:46.78831729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"478bcdaa-167b-49ff-b158-4c1714b2a01a","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"simulator-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"simulator-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:46.827313804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"2b15cca6-9bf7-4f23-900d-c4db1a660c49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:46.829624842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"e96777b2-e956-4dc0-907b-d8a900456e65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:46.833057213Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-subscription","reconcileID":"c6ffd6ae-cf99-4e35-9523-de2a9477b839","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d4cdf4bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:46.842124404Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"default-tenant","reconcileID":"2d4efef0-6376-4245-a662-1afbfbabbf36","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:46.842242302Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"default-tenant","reconcileID":"05322a7a-d37a-496f-a0ea-27bae4ac14df","namespace":"ai-tenant-e2e-shared-b-w1-71bc98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:46.842286501Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"default-tenant","reconcileID":"05322a7a-d37a-496f-a0ea-27bae4ac14df","namespace":"ai-tenant-e2e-shared-b-w1-71bc98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:46.842343301Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"default-tenant","reconcileID":"05322a7a-d37a-496f-a0ea-27bae4ac14df","tenant":"e2e-shared-b-w1-71bc98","tenantID":"e2e-shared-b-w1-71bc98","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:46.845454531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"premium-w2-00e840","reconcileID":"48bfcb95-27ee-4f63-b0c3-23c1f7f72fb9","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"premium-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"premium-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:46.884327879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"2b15cca6-9bf7-4f23-900d-c4db1a660c49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:46.887388694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"e96777b2-e956-4dc0-907b-d8a900456e65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:46.89057704Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-subscription","reconcileID":"2d51a972-fdb5-4c08-b724-b739c0174133","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5cee7d2f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:46.896717195Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"default-tenant","reconcileID":"05322a7a-d37a-496f-a0ea-27bae4ac14df","gvk":"Deployment","name":"maas-api-e2e-shared-b-w1-71bc98","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:46.898223967Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-subscription","reconcileID":"79031e5e-999c-440e-b003-c8819b8a0131","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d4cdf4bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:46.957396158Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-subscription","reconcileID":"266c1cd8-2055-4a3e-b6bf-7888e1746b2d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5cee7d2f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:46.958049432Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"default-tenant","reconcileID":"05322a7a-d37a-496f-a0ea-27bae4ac14df","gvk":"Service","name":"maas-api-e2e-shared-b-w1-71bc98","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:47.014092768Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"default-tenant","reconcileID":"05322a7a-d37a-496f-a0ea-27bae4ac14df","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w1-71bc98","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:47.069290305Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"default-tenant","reconcileID":"05322a7a-d37a-496f-a0ea-27bae4ac14df","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w1-71bc98","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:47.088989394Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"b96e558e-f2fb-47cc-a6d5-38380025aacf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"model":"e2e-models-e2e-worker-w2-00e840/premium-w2-00e840","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:47.088993212Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"2a533a95-3b37-4564-87e0-0bcec945b9c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"model":"e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:47.125169826Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"default-tenant","reconcileID":"05322a7a-d37a-496f-a0ea-27bae4ac14df","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w1-71bc98","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:47.181411713Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"default-tenant","reconcileID":"05322a7a-d37a-496f-a0ea-27bae4ac14df","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w1-71bc98","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:47.252799891Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"default-tenant","reconcileID":"05322a7a-d37a-496f-a0ea-27bae4ac14df","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w1-71bc98","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:47.306469932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"b96e558e-f2fb-47cc-a6d5-38380025aacf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:47.308616523Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"default-tenant","reconcileID":"05322a7a-d37a-496f-a0ea-27bae4ac14df","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w1-71bc98","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:47.363580416Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"default-tenant","reconcileID":"05322a7a-d37a-496f-a0ea-27bae4ac14df","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w1-71bc98","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:47.408413357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"2a533a95-3b37-4564-87e0-0bcec945b9c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:47.420580456Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"default-tenant","reconcileID":"05322a7a-d37a-496f-a0ea-27bae4ac14df","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w1-71bc98","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:47.456274652Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"b96e558e-f2fb-47cc-a6d5-38380025aacf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:47.456306621Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-access","reconcileID":"b96e558e-f2fb-47cc-a6d5-38380025aacf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:47.4693957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"2a533a95-3b37-4564-87e0-0bcec945b9c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"e2e-worker-w2-00e840-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:47.469422908Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-access","reconcileID":"2a533a95-3b37-4564-87e0-0bcec945b9c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-00e840"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00e840","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:47.47682839Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"default-tenant","reconcileID":"05322a7a-d37a-496f-a0ea-27bae4ac14df","gvk":"Service","name":"payload-processing-e2e-shared-b-w1-71bc98","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:47.513201826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"premium-w2-00e840","reconcileID":"f5d4a864-9fbb-4448-861d-13b2f016057d","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"premium-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"premium-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:47.526041236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"7be1e7f5-f4a2-4657-85c8-390134dfb795","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"simulator-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"simulator-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:47.528858981Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"default-tenant","reconcileID":"05322a7a-d37a-496f-a0ea-27bae4ac14df","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w1-71bc98","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:47.581233095Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"default-tenant","reconcileID":"05322a7a-d37a-496f-a0ea-27bae4ac14df","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w1-71bc98","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:47.633709984Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"default-tenant","reconcileID":"05322a7a-d37a-496f-a0ea-27bae4ac14df","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w1-71bc98","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:47.685722571Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"default-tenant","reconcileID":"05322a7a-d37a-496f-a0ea-27bae4ac14df","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w1-71bc98","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:47.74138173Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"default-tenant","reconcileID":"05322a7a-d37a-496f-a0ea-27bae4ac14df","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w1-71bc98","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:47.793750554Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"default-tenant","reconcileID":"05322a7a-d37a-496f-a0ea-27bae4ac14df","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w1-71bc98","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:47.846071539Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"default-tenant","reconcileID":"05322a7a-d37a-496f-a0ea-27bae4ac14df","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w1-71bc98","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:47.899037135Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"default-tenant","reconcileID":"05322a7a-d37a-496f-a0ea-27bae4ac14df","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w1-71bc98","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:47.95125487Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-71bc98"},"namespace":"ai-tenant-e2e-shared-b-w1-71bc98","name":"default-tenant","reconcileID":"05322a7a-d37a-496f-a0ea-27bae4ac14df","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w1-71bc98","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:48.768301497Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-71bc98","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-71bc98","reconcileID":"bc120a8b-5f48-4bc2-81ee-fc405f465ba7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w1-71bc98","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w1-71bc98"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:50.030781639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce3e7163-59da-4500-9a3f-3e77d0350061","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:50.083380778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce3e7163-59da-4500-9a3f-3e77d0350061","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:50.136135671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce3e7163-59da-4500-9a3f-3e77d0350061","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:50.188775831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce3e7163-59da-4500-9a3f-3e77d0350061","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:50.505611458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-w2-00e840","reconcileID":"bc797237-8b4e-49e7-9348-b5c070ddb129","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"distinct-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"distinct-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:50.507096347Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-2-w2-00e840","reconcileID":"b837bfc4-e58a-4f16-a854-1e6414b1e47d","MaaSModelRef":{"name":"distinct-2-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"distinct-2-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"distinct-2-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:52.094371624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"318a0f53-1fa7-44cc-87d1-70a1d7f6d726","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:52.146991052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"318a0f53-1fa7-44cc-87d1-70a1d7f6d726","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:52.199555819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"318a0f53-1fa7-44cc-87d1-70a1d7f6d726","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:52.252343673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"318a0f53-1fa7-44cc-87d1-70a1d7f6d726","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:56.916267601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"simulator-w1-baacee","reconcileID":"f985e442-c434-4db3-917b-b4ff1db70d75","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"routeName":"simulator-w1-baacee-kserve-route","namespace":"e2e-models-e2e-worker-w1-baacee","llmisvcName":"simulator-w1-baacee","gateway":"openshift-ingress/e2e-worker-w1-baacee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:56.916598359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"premium-w1-baacee","reconcileID":"cfd619ed-e08f-4be8-888b-9288abffa2d2","MaaSModelRef":{"name":"premium-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"routeName":"premium-w1-baacee-kserve-route","namespace":"e2e-models-e2e-worker-w1-baacee","llmisvcName":"premium-w1-baacee","gateway":"openshift-ingress/e2e-worker-w1-baacee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:56.951429655Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-subscription","reconcileID":"4aedff6a-7b44-4757-a4b8-5347d4cf0c91","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"model":"e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:56.969737445Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"distinct-w1-baacee","reconcileID":"9f1cc46e-ee70-4be7-839b-9efb1c4d842e","MaaSModelRef":{"name":"distinct-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"routeName":"distinct-w1-baacee-kserve-route","namespace":"e2e-models-e2e-worker-w1-baacee","llmisvcName":"distinct-w1-baacee","gateway":"openshift-ingress/e2e-worker-w1-baacee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:56.969931206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"distinct-2-w1-baacee","reconcileID":"499d1447-cb3c-4d9a-8762-128f6529a7dd","MaaSModelRef":{"name":"distinct-2-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"routeName":"distinct-2-w1-baacee-kserve-route","namespace":"e2e-models-e2e-worker-w1-baacee","llmisvcName":"distinct-2-w1-baacee","gateway":"openshift-ingress/e2e-worker-w1-baacee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:57.024479676Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-subscription","reconcileID":"d54fe810-a91a-4790-8028-2fc096460a55","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"model":"e2e-models-e2e-worker-w2-00e840/premium-w2-00e840","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:57.075635708Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-subscription","reconcileID":"4aedff6a-7b44-4757-a4b8-5347d4cf0c91","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"model":"e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:57.077273252Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-subscription","reconcileID":"d54fe810-a91a-4790-8028-2fc096460a55","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"model":"e2e-models-e2e-worker-w2-00e840/premium-w2-00e840","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:57.078595713Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"simulator-w1-baacee","reconcileID":"4a2c7eee-c545-4311-b657-5e698b8082ec","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"routeName":"simulator-w1-baacee-kserve-route","namespace":"e2e-models-e2e-worker-w1-baacee","llmisvcName":"simulator-w1-baacee","gateway":"openshift-ingress/e2e-worker-w1-baacee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:57.078943464Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"premium-w1-baacee","reconcileID":"ceefe5c5-6e02-4f11-95d3-04bd4e9d926c","MaaSModelRef":{"name":"premium-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"routeName":"premium-w1-baacee-kserve-route","namespace":"e2e-models-e2e-worker-w1-baacee","llmisvcName":"premium-w1-baacee","gateway":"openshift-ingress/e2e-worker-w1-baacee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:57.079193529Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"distinct-w1-baacee","reconcileID":"79ed07e2-121f-4258-92dd-3d445eae1507","MaaSModelRef":{"name":"distinct-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"routeName":"distinct-w1-baacee-kserve-route","namespace":"e2e-models-e2e-worker-w1-baacee","llmisvcName":"distinct-w1-baacee","gateway":"openshift-ingress/e2e-worker-w1-baacee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:57.079374518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"distinct-2-w1-baacee","reconcileID":"b40d7b81-ba47-44cb-a46d-863a6b82dd54","MaaSModelRef":{"name":"distinct-2-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"routeName":"distinct-2-w1-baacee-kserve-route","namespace":"e2e-models-e2e-worker-w1-baacee","llmisvcName":"distinct-2-w1-baacee","gateway":"openshift-ingress/e2e-worker-w1-baacee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:57.131898869Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"simulator-subscription","reconcileID":"4aedff6a-7b44-4757-a4b8-5347d4cf0c91","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:57.13202719Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"premium-simulator-subscription","reconcileID":"d54fe810-a91a-4790-8028-2fc096460a55","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-00e840"},"name":"maas-trlp-premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840","model":"e2e-models-e2e-worker-w2-00e840/premium-w2-00e840","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:57.183449427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-access","reconcileID":"9e5f31e3-e60d-4cc0-a5c0-c238cd1a8675","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-baacee","tenantID":"e2e-worker-w1-baacee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:57.183449518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-access","reconcileID":"6077c17f-aee3-4c7f-abfe-aa542adbe3db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-baacee","tenantID":"e2e-worker-w1-baacee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:57.184211031Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-subscription","reconcileID":"9acc3eb5-ac09-4d78-8217-e54ef81d7dc8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-premium-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/premium-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:57.242119395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-access","reconcileID":"6077c17f-aee3-4c7f-abfe-aa542adbe3db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"e2e-worker-w1-baacee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:57.248118414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-access","reconcileID":"9e5f31e3-e60d-4cc0-a5c0-c238cd1a8675","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"e2e-worker-w1-baacee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:57.285895857Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-subscription","reconcileID":"1d069efd-a4ea-4352-9b86-d0d0a893c55e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-simulator-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/simulator-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:57.407713616Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"6aa5e7f4-22a9-4937-8a57-5e40c556d146","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"simulator-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"simulator-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:57.457984869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"premium-w2-00e840","reconcileID":"ffde1529-1c71-4a71-99ee-96481f2c204e","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"routeName":"premium-w2-00e840-kserve-route","namespace":"e2e-models-e2e-worker-w2-00e840","llmisvcName":"premium-w2-00e840","gateway":"openshift-ingress/e2e-worker-w2-00e840","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:57.56340043Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-subscription","reconcileID":"761ff8c2-121b-402e-aeb6-cb64c2ee403e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-premium-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/premium-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:57.664353112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-access","reconcileID":"ef35dd50-78bd-43b2-a715-65700229ea6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-baacee","tenantID":"e2e-worker-w1-baacee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:57.664364652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-access","reconcileID":"f0e597f2-66b4-46a2-b62e-03dc0031b489","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-baacee","tenantID":"e2e-worker-w1-baacee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:57.66528798Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-subscription","reconcileID":"d33fdd2e-fbe8-43e0-9114-f4f64274cecd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-simulator-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/simulator-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:57.721939163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-access","reconcileID":"ef35dd50-78bd-43b2-a715-65700229ea6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"e2e-worker-w1-baacee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:57.722108591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-access","reconcileID":"f0e597f2-66b4-46a2-b62e-03dc0031b489","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"e2e-worker-w1-baacee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:57.838943678Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e648ab1f-4008-4fa8-8e14-9a9a9a5d3315","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:57.888790674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"396433e5-256b-4886-a87d-3b18601bac7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:57.94158492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"396433e5-256b-4886-a87d-3b18601bac7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:57.994871325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"396433e5-256b-4886-a87d-3b18601bac7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:58.047565981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"396433e5-256b-4886-a87d-3b18601bac7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:58.101457492Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-subscription","reconcileID":"e9653924-3e28-4503-b1f5-fe51f27cf0c6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-premium-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/premium-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:58.162625911Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"default-tenant","reconcileID":"ad9a5537-78e0-427d-81c0-5dc5e698d776","namespace":"ai-tenant-e2e-worker-w2-00e840","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:58.162703314Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"default-tenant","reconcileID":"ad9a5537-78e0-427d-81c0-5dc5e698d776","namespace":"ai-tenant-e2e-worker-w2-00e840","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:58.162753097Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"default-tenant","reconcileID":"ad9a5537-78e0-427d-81c0-5dc5e698d776","tenant":"e2e-worker-w2-00e840","tenantID":"e2e-worker-w2-00e840","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:58.218856601Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"default-tenant","reconcileID":"ad9a5537-78e0-427d-81c0-5dc5e698d776","gvk":"Deployment","name":"maas-api-e2e-worker-w2-00e840","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:58.259115364Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6d16f6ea-3cab-4a62-aac6-c8e96e5192b0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:58.259211511Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-subscription","reconcileID":"cc505d56-ccf7-49d7-8972-0bd8839d263c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-simulator-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/simulator-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:58.328539511Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"default-tenant","reconcileID":"ad9a5537-78e0-427d-81c0-5dc5e698d776","gvk":"Service","name":"maas-api-e2e-worker-w2-00e840","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:58.383818595Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"default-tenant","reconcileID":"ad9a5537-78e0-427d-81c0-5dc5e698d776","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w2-00e840","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:58.43798328Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"default-tenant","reconcileID":"ad9a5537-78e0-427d-81c0-5dc5e698d776","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w2-00e840","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:58.492427159Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"default-tenant","reconcileID":"ad9a5537-78e0-427d-81c0-5dc5e698d776","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w2-00e840","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:58.549097076Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"default-tenant","reconcileID":"ad9a5537-78e0-427d-81c0-5dc5e698d776","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w2-00e840","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:58.605048988Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"default-tenant","reconcileID":"ad9a5537-78e0-427d-81c0-5dc5e698d776","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w2-00e840","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:58.659389839Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"default-tenant","reconcileID":"ad9a5537-78e0-427d-81c0-5dc5e698d776","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w2-00e840","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:58.711453736Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"default-tenant","reconcileID":"ad9a5537-78e0-427d-81c0-5dc5e698d776","gvk":"Deployment","name":"payload-processing-e2e-worker-w2-00e840","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:58.763572565Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"default-tenant","reconcileID":"ad9a5537-78e0-427d-81c0-5dc5e698d776","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w2-00e840","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:58.815787125Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"default-tenant","reconcileID":"ad9a5537-78e0-427d-81c0-5dc5e698d776","gvk":"Service","name":"payload-processing-e2e-worker-w2-00e840","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:58.867792905Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"default-tenant","reconcileID":"ad9a5537-78e0-427d-81c0-5dc5e698d776","gvk":"Service","name":"payload-pre-processing-e2e-worker-w2-00e840","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:58.91982364Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"default-tenant","reconcileID":"ad9a5537-78e0-427d-81c0-5dc5e698d776","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w2-00e840","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:58.971954768Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"default-tenant","reconcileID":"ad9a5537-78e0-427d-81c0-5dc5e698d776","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w2-00e840","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:59.024292842Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"default-tenant","reconcileID":"ad9a5537-78e0-427d-81c0-5dc5e698d776","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w2-00e840","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:59.110231352Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"default-tenant","reconcileID":"ad9a5537-78e0-427d-81c0-5dc5e698d776","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w2-00e840","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:59.162135376Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"default-tenant","reconcileID":"ad9a5537-78e0-427d-81c0-5dc5e698d776","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w2-00e840","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:59.214327343Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"default-tenant","reconcileID":"ad9a5537-78e0-427d-81c0-5dc5e698d776","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w2-00e840","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:59.266280767Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"default-tenant","reconcileID":"ad9a5537-78e0-427d-81c0-5dc5e698d776","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w2-00e840","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:59.320549418Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-00e840"},"namespace":"ai-tenant-e2e-worker-w2-00e840","name":"default-tenant","reconcileID":"ad9a5537-78e0-427d-81c0-5dc5e698d776","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w2-00e840","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:59.989110586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19974db8-d96b-4c0c-9381-78c7475a1fae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:00.042236571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19974db8-d96b-4c0c-9381-78c7475a1fae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:00.095138381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19974db8-d96b-4c0c-9381-78c7475a1fae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:00.148184736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19974db8-d96b-4c0c-9381-78c7475a1fae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:00.158172686Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-00e840","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-00e840","reconcileID":"2b1d9521-9d94-4b06-a115-c967f4d5cece","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-00e840","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w2-00e840"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:00.32532197Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-w2-00e840","reconcileID":"9992e595-20d8-4b0e-88df-911655438677","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-00e840/distinct-w2-00e840: AITenant \"e2e-worker-w2-00e840\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:00.433643018Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-w2-00e840","reconcileID":"9992e595-20d8-4b0e-88df-911655438677","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-00e840/distinct-w2-00e840: AITenant \"e2e-worker-w2-00e840\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:00.433872224Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-2-w2-00e840","reconcileID":"baabfd30-5f26-48f6-818b-2aa8ce19de9f","MaaSModelRef":{"name":"distinct-2-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-00e840/distinct-2-w2-00e840: AITenant \"e2e-worker-w2-00e840\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:00.491371959Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-2-w2-00e840","reconcileID":"baabfd30-5f26-48f6-818b-2aa8ce19de9f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-00e840/distinct-2-w2-00e840: AITenant \"e2e-worker-w2-00e840\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:00.491562269Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"45e46533-97f5-4f52-aacd-4cd1300f334e","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840: AITenant \"e2e-worker-w2-00e840\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:00.548771653Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"45e46533-97f5-4f52-aacd-4cd1300f334e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840: AITenant \"e2e-worker-w2-00e840\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:00.548989872Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"premium-w2-00e840","reconcileID":"f5313f01-77d0-4073-8707-b334948d449d","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-00e840/premium-w2-00e840: AITenant \"e2e-worker-w2-00e840\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:00.606452912Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"premium-w2-00e840","reconcileID":"f5313f01-77d0-4073-8707-b334948d449d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-00e840/premium-w2-00e840: AITenant \"e2e-worker-w2-00e840\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:00.606713812Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-w2-00e840","reconcileID":"b898d0dc-aef5-4180-8850-cd8466970438","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-00e840/distinct-w2-00e840: AITenant \"e2e-worker-w2-00e840\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:00.6067778Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-w2-00e840","reconcileID":"b898d0dc-aef5-4180-8850-cd8466970438","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-00e840/distinct-w2-00e840: AITenant \"e2e-worker-w2-00e840\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:00.606891108Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-2-w2-00e840","reconcileID":"59877d04-dc48-4f15-9dd6-3c996d961370","MaaSModelRef":{"name":"distinct-2-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-00e840/distinct-2-w2-00e840: AITenant \"e2e-worker-w2-00e840\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:00.606939347Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-2-w2-00e840","reconcileID":"59877d04-dc48-4f15-9dd6-3c996d961370","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-00e840/distinct-2-w2-00e840: AITenant \"e2e-worker-w2-00e840\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:00.607023796Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"b2e9a53c-a89b-4366-8981-b70dc4d5d7b4","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840: AITenant \"e2e-worker-w2-00e840\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:00.607053198Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"b2e9a53c-a89b-4366-8981-b70dc4d5d7b4","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840: AITenant \"e2e-worker-w2-00e840\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:00.61241542Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"premium-w2-00e840","reconcileID":"29bee5fd-8e47-4f57-a80a-8f73e80b1952","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-00e840/premium-w2-00e840: AITenant \"e2e-worker-w2-00e840\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:00.612475174Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"premium-w2-00e840","reconcileID":"29bee5fd-8e47-4f57-a80a-8f73e80b1952","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-00e840/premium-w2-00e840: AITenant \"e2e-worker-w2-00e840\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:00.617610526Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-w2-00e840","reconcileID":"fb6277f5-5bdc-478d-b13c-508813af8dbc","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-00e840/distinct-w2-00e840: AITenant \"e2e-worker-w2-00e840\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:00.617686374Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-w2-00e840","reconcileID":"fb6277f5-5bdc-478d-b13c-508813af8dbc","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-00e840/distinct-w2-00e840: AITenant \"e2e-worker-w2-00e840\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:00.617771622Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-2-w2-00e840","reconcileID":"affc2bf2-e9b8-4e79-9716-97def5b8d5a6","MaaSModelRef":{"name":"distinct-2-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-00e840/distinct-2-w2-00e840: AITenant \"e2e-worker-w2-00e840\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:00.617805578Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-2-w2-00e840","reconcileID":"affc2bf2-e9b8-4e79-9716-97def5b8d5a6","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-00e840/distinct-2-w2-00e840: AITenant \"e2e-worker-w2-00e840\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:00.617868625Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"bff06735-36c5-43a5-b3f4-467f6c8c09da","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840: AITenant \"e2e-worker-w2-00e840\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:00.617898758Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"bff06735-36c5-43a5-b3f4-467f6c8c09da","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840: AITenant \"e2e-worker-w2-00e840\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:00.62275379Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"premium-w2-00e840","reconcileID":"bdf3b79d-8086-41d3-9780-eda28525ec25","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-00e840/premium-w2-00e840: AITenant \"e2e-worker-w2-00e840\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:00.622798179Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"premium-w2-00e840","reconcileID":"bdf3b79d-8086-41d3-9780-eda28525ec25","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-00e840/premium-w2-00e840: AITenant \"e2e-worker-w2-00e840\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:00.638228495Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-w2-00e840","reconcileID":"759beb0e-06e4-4fed-b70f-258ce1eef837","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-00e840/distinct-w2-00e840: AITenant \"e2e-worker-w2-00e840\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:00.63829285Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-w2-00e840","reconcileID":"759beb0e-06e4-4fed-b70f-258ce1eef837","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-00e840/distinct-w2-00e840: AITenant \"e2e-worker-w2-00e840\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:00.638373262Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-2-w2-00e840","reconcileID":"23fcf05e-9790-41f6-b3d1-f7c505d6bd85","MaaSModelRef":{"name":"distinct-2-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-00e840/distinct-2-w2-00e840: AITenant \"e2e-worker-w2-00e840\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:00.638406284Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-2-w2-00e840","reconcileID":"23fcf05e-9790-41f6-b3d1-f7c505d6bd85","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-00e840/distinct-2-w2-00e840: AITenant \"e2e-worker-w2-00e840\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:00.638474639Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"c59a23d3-2497-427e-b2bf-5ad88f48db6f","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840: AITenant \"e2e-worker-w2-00e840\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:00.638505486Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"c59a23d3-2497-427e-b2bf-5ad88f48db6f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840: AITenant \"e2e-worker-w2-00e840\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:00.643850029Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"premium-w2-00e840","reconcileID":"811d997d-859c-4f4e-8f38-552c48e7ce0c","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-00e840/premium-w2-00e840: AITenant \"e2e-worker-w2-00e840\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:00.6439067Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"premium-w2-00e840","reconcileID":"811d997d-859c-4f4e-8f38-552c48e7ce0c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-00e840/premium-w2-00e840: AITenant \"e2e-worker-w2-00e840\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:00.679151673Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-w2-00e840","reconcileID":"4c06ce9f-e9ef-4c3d-8fae-eb3101537371","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-00e840/distinct-w2-00e840: AITenant \"e2e-worker-w2-00e840\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:00.679221345Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-w2-00e840","reconcileID":"4c06ce9f-e9ef-4c3d-8fae-eb3101537371","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-00e840/distinct-w2-00e840: AITenant \"e2e-worker-w2-00e840\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:00.67930383Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-2-w2-00e840","reconcileID":"c48dcca8-75d6-433e-801f-8ece5c88a5f5","MaaSModelRef":{"name":"distinct-2-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-00e840/distinct-2-w2-00e840: AITenant \"e2e-worker-w2-00e840\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:00.679345028Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-2-w2-00e840","reconcileID":"c48dcca8-75d6-433e-801f-8ece5c88a5f5","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-00e840/distinct-2-w2-00e840: AITenant \"e2e-worker-w2-00e840\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:00.679415123Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"c68f3ad3-25e4-45f1-971f-4e8689acd4ca","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840: AITenant \"e2e-worker-w2-00e840\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:00.679454842Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"c68f3ad3-25e4-45f1-971f-4e8689acd4ca","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840: AITenant \"e2e-worker-w2-00e840\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:00.684738803Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"premium-w2-00e840","reconcileID":"6340ca12-073b-445a-b32e-df174bd5ab40","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-00e840/premium-w2-00e840: AITenant \"e2e-worker-w2-00e840\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:00.684798016Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"premium-w2-00e840","reconcileID":"6340ca12-073b-445a-b32e-df174bd5ab40","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-00e840/premium-w2-00e840: AITenant \"e2e-worker-w2-00e840\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:00.760486784Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-w2-00e840","reconcileID":"58438dc2-35cc-4574-8849-952f75fcced3","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-00e840/distinct-w2-00e840: AITenant \"e2e-worker-w2-00e840\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:00.760560904Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-w2-00e840","reconcileID":"58438dc2-35cc-4574-8849-952f75fcced3","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-00e840/distinct-w2-00e840: AITenant \"e2e-worker-w2-00e840\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:00.760635391Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-2-w2-00e840","reconcileID":"9e6e8cce-b0b1-4cee-b71b-7e1206de7a40","MaaSModelRef":{"name":"distinct-2-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-00e840/distinct-2-w2-00e840: AITenant \"e2e-worker-w2-00e840\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:00.760693489Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-2-w2-00e840","reconcileID":"9e6e8cce-b0b1-4cee-b71b-7e1206de7a40","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-00e840/distinct-2-w2-00e840: AITenant \"e2e-worker-w2-00e840\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:00.760760605Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"a5509a62-91a3-4d96-8e9f-61db7e90b176","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840: AITenant \"e2e-worker-w2-00e840\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:00.760793714Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"a5509a62-91a3-4d96-8e9f-61db7e90b176","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840: AITenant \"e2e-worker-w2-00e840\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:00.765037768Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"premium-w2-00e840","reconcileID":"51928e47-6b11-410a-8775-ee227993f9a8","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-00e840/premium-w2-00e840: AITenant \"e2e-worker-w2-00e840\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:00.76512483Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"premium-w2-00e840","reconcileID":"51928e47-6b11-410a-8775-ee227993f9a8","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-00e840/premium-w2-00e840: AITenant \"e2e-worker-w2-00e840\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:00.921559987Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-w2-00e840","reconcileID":"9af50742-e187-4f62-97c5-4ac39eaabf80","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-00e840/distinct-w2-00e840: AITenant \"e2e-worker-w2-00e840\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:00.921638675Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-w2-00e840","reconcileID":"9af50742-e187-4f62-97c5-4ac39eaabf80","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-00e840/distinct-w2-00e840: AITenant \"e2e-worker-w2-00e840\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:00.921748181Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-2-w2-00e840","reconcileID":"b1ba8b3d-14ce-4ce1-9e33-a5059d48af13","MaaSModelRef":{"name":"distinct-2-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-00e840/distinct-2-w2-00e840: AITenant \"e2e-worker-w2-00e840\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:00.921782194Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-2-w2-00e840","reconcileID":"b1ba8b3d-14ce-4ce1-9e33-a5059d48af13","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-00e840/distinct-2-w2-00e840: AITenant \"e2e-worker-w2-00e840\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:00.921850319Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"a1949021-07a9-49da-8660-aef88aafc6ab","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840: AITenant \"e2e-worker-w2-00e840\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:00.921884749Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"a1949021-07a9-49da-8660-aef88aafc6ab","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-00e840/simulator-w2-00e840: AITenant \"e2e-worker-w2-00e840\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:00.926231466Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"premium-w2-00e840","reconcileID":"f38fe9fc-e205-4600-8367-1a0c0ce1ccb9","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-00e840/premium-w2-00e840: AITenant \"e2e-worker-w2-00e840\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:00.926282211Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"premium-w2-00e840","reconcileID":"f38fe9fc-e205-4600-8367-1a0c0ce1ccb9","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-00e840/premium-w2-00e840: AITenant \"e2e-worker-w2-00e840\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:01.093322664Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-w2-00e840","reconcileID":"5e2ec069-952d-4c2d-95f8-40bd6b444ee4","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-00e840/distinct-w2-00e840: AITenant \"e2e-worker-w2-00e840\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:01.093412048Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-w2-00e840","reconcileID":"5e2ec069-952d-4c2d-95f8-40bd6b444ee4","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-00e840/distinct-w2-00e840: AITenant \"e2e-worker-w2-00e840\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:02.076267471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f50531a3-a138-40ee-9dfd-4d0fc4b4d8ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:02.129005497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f50531a3-a138-40ee-9dfd-4d0fc4b4d8ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:02.181724892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f50531a3-a138-40ee-9dfd-4d0fc4b4d8ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:02.234586662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f50531a3-a138-40ee-9dfd-4d0fc4b4d8ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:02.606721296Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-2-w2-00e840","reconcileID":"fcaebca5-2497-4f89-ab9d-0d4aec063e4e","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-00e840\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:02.874222543Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-w2-00e840","reconcileID":"6433302d-c2c2-4bcb-8d4a-8b3a46ef4ce6","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-00e840\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:03.138003767Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"premium-w2-00e840","reconcileID":"ee469096-de39-428e-89db-e1e8b0b52a81","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-00e840\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:03.448972855Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"7582639c-c531-48fc-ab75-6ac0bebea24e","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-00e840\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:03.713344629Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-2-w2-00e840","reconcileID":"d9bdca49-17e9-46e8-a669-8831a506b065","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-00e840\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:03.977577727Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-w2-00e840","reconcileID":"2c5556b4-94cd-4cf1-bcd0-6026daa268f9","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-00e840\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:04.184983358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1b1831e-9eae-4fc7-8129-b21a2b39ce48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:04.237723958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1b1831e-9eae-4fc7-8129-b21a2b39ce48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:04.240890996Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"premium-w2-00e840","reconcileID":"4fc927ef-e34f-4b0a-9be0-cdbf59d68196","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-00e840\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:04.290370854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1b1831e-9eae-4fc7-8129-b21a2b39ce48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:04.343974917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1b1831e-9eae-4fc7-8129-b21a2b39ce48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:04.556317165Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"95e7c013-5c5c-44db-a6ee-f16aec48ce61","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-00e840\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:04.83339787Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-2-w2-00e840","reconcileID":"fa94f0d3-90c9-48c8-9c19-fb2d6ccb80ee","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-00e840\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:05.096236398Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-w2-00e840","reconcileID":"dc72ee60-1e65-43f1-8c0b-019f978a2b54","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-00e840\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:05.359399609Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"premium-w2-00e840","reconcileID":"31d609e6-4e47-4c18-9ef0-177e167e8b49","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-00e840\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:05.579318491Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-subscription","reconcileID":"cbf512b5-67c2-4b38-b379-6f05f72c782d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-premium-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/premium-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:05.626475283Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"4b79bf58-e7d8-437b-ba40-e03b865bd4a6","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-00e840\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:05.626704653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"distinct-2-w1-baacee","reconcileID":"d6d1106f-722a-466d-abd0-1e812a6bec8e","MaaSModelRef":{"name":"distinct-2-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"routeName":"distinct-2-w1-baacee-kserve-route","namespace":"e2e-models-e2e-worker-w1-baacee","llmisvcName":"distinct-2-w1-baacee","gateway":"openshift-ingress/e2e-worker-w1-baacee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:05.910913048Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-subscription","reconcileID":"7dcfda75-55e5-4fc0-8dc3-c4c6cc9d367c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-simulator-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/simulator-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:05.947825346Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-2-w2-00e840","reconcileID":"065bff94-bef0-42cb-ba1f-e7fbe1b549e4","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-00e840\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:05.948032083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"distinct-w1-baacee","reconcileID":"fda18344-8655-4876-b9d1-60b380753526","MaaSModelRef":{"name":"distinct-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"routeName":"distinct-w1-baacee-kserve-route","namespace":"e2e-models-e2e-worker-w1-baacee","llmisvcName":"distinct-w1-baacee","gateway":"openshift-ingress/e2e-worker-w1-baacee","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:06.322626255Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-w2-00e840","reconcileID":"4b125772-7f4a-487a-95f6-a7a522c926e6","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-00e840\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:06.322841338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"premium-w1-baacee","reconcileID":"d9e795ee-87a2-4146-9983-3367dac7b22f","MaaSModelRef":{"name":"premium-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"routeName":"premium-w1-baacee-kserve-route","namespace":"e2e-models-e2e-worker-w1-baacee","llmisvcName":"premium-w1-baacee","gateway":"openshift-ingress/e2e-worker-w1-baacee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:06.541295593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-access","reconcileID":"859f5a01-b833-4acd-b03f-238189554076","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-baacee","tenantID":"e2e-worker-w1-baacee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:06.541314405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-access","reconcileID":"1b699f56-692e-4b7b-be20-8a43dd061d09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-baacee","tenantID":"e2e-worker-w1-baacee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:06.595811239Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-subscription","reconcileID":"258b143e-a8e1-4a70-ac93-42d5f051585e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-premium-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/premium-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:06.599516588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-access","reconcileID":"1b699f56-692e-4b7b-be20-8a43dd061d09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"e2e-worker-w1-baacee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:06.600733815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-access","reconcileID":"859f5a01-b833-4acd-b03f-238189554076","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"e2e-worker-w1-baacee-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:06.648972507Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"premium-w2-00e840","reconcileID":"a587febc-c7db-475a-ab21-a85986970e7a","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-00e840\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:06.916435162Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"751e380c-f39c-42f1-b881-e8e5ccb741be","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-00e840\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:06.916635133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"simulator-w1-baacee","reconcileID":"d2846681-0b76-48a7-b87b-0aefc17b3c6a","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"routeName":"simulator-w1-baacee-kserve-route","namespace":"e2e-models-e2e-worker-w1-baacee","llmisvcName":"simulator-w1-baacee","gateway":"openshift-ingress/e2e-worker-w1-baacee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:07.133107438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-access","reconcileID":"ccc8901f-ac56-4a59-bb5a-fdcbd489abb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-baacee","tenantID":"e2e-worker-w1-baacee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:07.133121231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-access","reconcileID":"35dee21b-aa5a-4844-8c09-6312bc20aadc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-baacee","tenantID":"e2e-worker-w1-baacee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:07.186515684Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-subscription","reconcileID":"97e303f8-515a-4e0f-ae24-d8eba45aa267","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-simulator-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/simulator-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:07.18977735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-access","reconcileID":"35dee21b-aa5a-4844-8c09-6312bc20aadc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"e2e-worker-w1-baacee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:07.189777254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-access","reconcileID":"ccc8901f-ac56-4a59-bb5a-fdcbd489abb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"e2e-worker-w1-baacee-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:07.239526413Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-2-w2-00e840","reconcileID":"bb9b3d34-b9db-4dcc-b783-d20b433546ac","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-00e840\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:07.50389277Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-w2-00e840","reconcileID":"31015f7c-ec1a-472a-ad89-689d73d74460","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-00e840\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:07.674923931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-access","reconcileID":"09497201-9cbc-45e9-81ec-a638fde89757","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-baacee","tenantID":"e2e-worker-w1-baacee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:07.674923906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-access","reconcileID":"17391ec6-dd9a-431b-b153-372f682f69db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-baacee","tenantID":"e2e-worker-w1-baacee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:07.728901155Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-subscription","reconcileID":"8a6c3a2f-b042-4b6a-961f-d50bf530a6d2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-premium-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/premium-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:07.728894692Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-subscription","reconcileID":"9fefb8ff-6931-44f9-ace4-cba55e8e271a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-simulator-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/simulator-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:07.731543838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-access","reconcileID":"09497201-9cbc-45e9-81ec-a638fde89757","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"e2e-worker-w1-baacee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:07.731568341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-access","reconcileID":"17391ec6-dd9a-431b-b153-372f682f69db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"e2e-worker-w1-baacee-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:07.767375113Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"premium-w2-00e840","reconcileID":"77da681e-7a19-4281-bed8-666567ca614b","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-00e840\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:07.767631875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"distinct-2-w1-baacee","reconcileID":"5c44007e-604d-4596-94e9-9398b8610e7f","MaaSModelRef":{"name":"distinct-2-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"routeName":"distinct-2-w1-baacee-kserve-route","namespace":"e2e-models-e2e-worker-w1-baacee","llmisvcName":"distinct-2-w1-baacee","gateway":"openshift-ingress/e2e-worker-w1-baacee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:07.767978774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"distinct-w1-baacee","reconcileID":"09cfb081-2fa1-4927-9455-06a24cf72764","MaaSModelRef":{"name":"distinct-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"routeName":"distinct-w1-baacee-kserve-route","namespace":"e2e-models-e2e-worker-w1-baacee","llmisvcName":"distinct-w1-baacee","gateway":"openshift-ingress/e2e-worker-w1-baacee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:07.768158694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"premium-w1-baacee","reconcileID":"00260848-7241-40d7-a298-68c4d7692143","MaaSModelRef":{"name":"premium-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"routeName":"premium-w1-baacee-kserve-route","namespace":"e2e-models-e2e-worker-w1-baacee","llmisvcName":"premium-w1-baacee","gateway":"openshift-ingress/e2e-worker-w1-baacee","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:08.031223637Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"b59d8946-f0e4-4735-beb3-4ae82fe4e72c","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-00e840\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:08.031422213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"simulator-w1-baacee","reconcileID":"2c59bf7e-eba3-4240-b203-288ae55b53a2","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"routeName":"simulator-w1-baacee-kserve-route","namespace":"e2e-models-e2e-worker-w1-baacee","llmisvcName":"simulator-w1-baacee","gateway":"openshift-ingress/e2e-worker-w1-baacee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:08.04586142Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-subscription","reconcileID":"30edbe45-dea7-4da8-9198-9a4f496154d7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-simulator-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/simulator-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:08.045945788Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-subscription","reconcileID":"1f7dab4c-674f-4ab3-9718-8abe9653020f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-premium-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/premium-w1-baacee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:08.078175842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-access","reconcileID":"5193c12f-82e5-4d6f-b184-0b47fe588670","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-baacee","tenantID":"e2e-worker-w1-baacee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:08.078175703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-access","reconcileID":"0cef132b-04cf-4c22-b6cc-9ed7e7f65443","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-baacee","tenantID":"e2e-worker-w1-baacee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:08.134847253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-access","reconcileID":"5193c12f-82e5-4d6f-b184-0b47fe588670","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"e2e-worker-w1-baacee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:08.135019542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-access","reconcileID":"0cef132b-04cf-4c22-b6cc-9ed7e7f65443","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"e2e-worker-w1-baacee-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:08.293694785Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-2-w2-00e840","reconcileID":"4c1b247f-3d92-4348-b2b8-d319ad2076fb","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-00e840\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:08.604909308Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-w2-00e840","reconcileID":"8bb981ed-4f6d-45be-9552-f95c5c1be134","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-00e840\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:08.86814712Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"premium-w2-00e840","reconcileID":"30fd15b2-ad29-42e7-842b-5c616d71fcf7","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-00e840\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:09.131181563Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"26d87f86-e3fe-45b3-b501-d5c689751699","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-00e840\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:09.394711341Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-2-w2-00e840","reconcileID":"51865065-fdbf-4139-8b11-1e21345ae0f9","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-00e840\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:09.521208324Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"default-tenant","reconcileID":"9ca37fdb-9985-440f-8d26-27dbc88bcdce","namespace":"ai-tenant-e2e-worker-w1-baacee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:09.521278732Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"default-tenant","reconcileID":"9ca37fdb-9985-440f-8d26-27dbc88bcdce","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:09.577983154Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"default-tenant","reconcileID":"9ca37fdb-9985-440f-8d26-27dbc88bcdce","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:09.634538082Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"default-tenant","reconcileID":"9ca37fdb-9985-440f-8d26-27dbc88bcdce","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:09.634561251Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"default-tenant","reconcileID":"9ca37fdb-9985-440f-8d26-27dbc88bcdce","namespace":"ai-tenant-e2e-worker-w1-baacee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:09.634625541Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"default-tenant","reconcileID":"9ca37fdb-9985-440f-8d26-27dbc88bcdce","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:09.658790023Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-w2-00e840","reconcileID":"927813c6-a62b-4817-a53d-2c73dc177ddd","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-00e840\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:09.658979394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"premium-w1-baacee","reconcileID":"e272bfe2-ee28-42aa-b88e-e095dd71cf56","MaaSModelRef":{"name":"premium-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"routeName":"premium-w1-baacee-kserve-route","namespace":"e2e-models-e2e-worker-w1-baacee","llmisvcName":"premium-w1-baacee","gateway":"openshift-ingress/e2e-worker-w1-baacee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:09.693227136Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"default-tenant","reconcileID":"9ca37fdb-9985-440f-8d26-27dbc88bcdce","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:09.716244984Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"simulator-w1-baacee","reconcileID":"4b33fdd4-c6d6-4936-b8c8-9b0df9325b54","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"routeName":"simulator-w1-baacee-kserve-route","namespace":"e2e-models-e2e-worker-w1-baacee","llmisvcName":"simulator-w1-baacee","gateway":"openshift-ingress/e2e-worker-w1-baacee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:09.735791739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-access","reconcileID":"7524a519-7995-4d2f-9d4a-a96472c43a94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-baacee","tenantID":"e2e-worker-w1-baacee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:09.735796221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-access","reconcileID":"596556b9-7275-43a0-a378-c22de942d850","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-baacee","tenantID":"e2e-worker-w1-baacee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:09.752096981Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"default-tenant","reconcileID":"9ca37fdb-9985-440f-8d26-27dbc88bcdce","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:09.792358237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-access","reconcileID":"7524a519-7995-4d2f-9d4a-a96472c43a94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"e2e-worker-w1-baacee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:09.792389539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-access","reconcileID":"596556b9-7275-43a0-a378-c22de942d850","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"e2e-worker-w1-baacee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:09.799824812Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-subscription","reconcileID":"ec032aea-d2eb-4614-b95f-58f81e5cefe8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-bc9bac2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:09.827179992Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-subscription","reconcileID":"eec6168b-68ea-4759-aca2-343fc09e0e96","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-eb230c29","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:09.989709722Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-access","reconcileID":"3cb1e8ae-3bbb-43cd-81dd-e577eb6e888e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"model":"e2e-models-e2e-worker-w1-baacee/simulator-w1-baacee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:09.989712437Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-access","reconcileID":"180d820f-7616-4c03-a313-ad3f41a5a00c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"model":"e2e-models-e2e-worker-w1-baacee/premium-w1-baacee","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:10.100713079Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"premium-w2-00e840","reconcileID":"5aafc0d1-7e40-4951-bec1-f8207758c824","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-00e840\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:10.195400765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-access","reconcileID":"180d820f-7616-4c03-a313-ad3f41a5a00c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-baacee","tenantID":"e2e-worker-w1-baacee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:10.195479763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-access","reconcileID":"3cb1e8ae-3bbb-43cd-81dd-e577eb6e888e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-baacee","tenantID":"e2e-worker-w1-baacee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:10.317737872Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-access","reconcileID":"3cb1e8ae-3bbb-43cd-81dd-e577eb6e888e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"e2e-worker-w1-baacee-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:10.317765725Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-access","reconcileID":"3cb1e8ae-3bbb-43cd-81dd-e577eb6e888e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-baacee","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:10.321203466Z","body":"failed to reset gateway auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-access","reconcileID":"180d820f-7616-4c03-a313-ad3f41a5a00c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w1-baacee-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1946\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:535\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:10.321263038Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-access","reconcileID":"180d820f-7616-4c03-a313-ad3f41a5a00c","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w1-baacee-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:10.326605122Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-access","reconcileID":"2d9258d6-4289-4ea0-a4af-400d7f7d26d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"model":"e2e-models-e2e-worker-w1-baacee/premium-w1-baacee","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:10.40197493Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"a035a1a7-d579-43e9-b81c-6626c6cc1314","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-00e840\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:10.532109999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-access","reconcileID":"2d9258d6-4289-4ea0-a4af-400d7f7d26d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-baacee","tenantID":"e2e-worker-w1-baacee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:10.588486938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-access","reconcileID":"2d9258d6-4289-4ea0-a4af-400d7f7d26d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"e2e-worker-w1-baacee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:10.588511354Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-access","reconcileID":"2d9258d6-4289-4ea0-a4af-400d7f7d26d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-baacee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-baacee","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:10.689245282Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-2-w2-00e840","reconcileID":"44d89839-1488-4851-8583-2b7ecb4efd9a","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-00e840\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:10.689456196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"premium-w1-baacee","reconcileID":"d96296fc-bd9a-4be1-8be6-010c87c376fc","MaaSModelRef":{"name":"premium-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"routeName":"premium-w1-baacee-kserve-route","namespace":"e2e-models-e2e-worker-w1-baacee","llmisvcName":"premium-w1-baacee","gateway":"openshift-ingress/e2e-worker-w1-baacee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:10.747690051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"simulator-w1-baacee","reconcileID":"0687c5af-eb63-4c82-98b3-cebb38eb5448","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"routeName":"simulator-w1-baacee-kserve-route","namespace":"e2e-models-e2e-worker-w1-baacee","llmisvcName":"simulator-w1-baacee","gateway":"openshift-ingress/e2e-worker-w1-baacee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:10.800388979Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-subscription","reconcileID":"55f13950-9832-4513-9d5b-35001bcd088a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-bc9bac2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:10.858204415Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-subscription","reconcileID":"8ddccb9c-4834-4332-8817-c0399ec6fe6b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-eb230c29","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:11.069486087Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-w2-00e840","reconcileID":"b264a831-22de-4513-888f-78c762a2da13","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-00e840\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:11.334079356Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"premium-w2-00e840","reconcileID":"1a1f70bf-3bef-448a-84d4-2b8fab885d58","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-00e840\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:11.59813792Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"5f18f1e4-8f43-4b4b-b9e3-de4923df51c9","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-00e840\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:11.862695173Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-2-w2-00e840","reconcileID":"963ccc4c-c253-494e-ae8d-45999b904729","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-00e840\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:12.155988983Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-w2-00e840","reconcileID":"5028f6f6-5389-4027-b10d-167fa54a8bf7","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-00e840\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:12.423843818Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"premium-w2-00e840","reconcileID":"af5edde5-0b75-418f-8196-a6e67d0b3826","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-00e840\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:12.687448811Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"f6dcc099-b9e1-4140-a375-983403d82600","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-00e840\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:13.406806341Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-2-w2-00e840","reconcileID":"d38384e2-f60f-4b4c-bc1d-b16663fd0c71","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-00e840\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:13.701387754Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-w2-00e840","reconcileID":"3e06ba30-4596-4e66-bfff-6b537cf64f44","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-00e840\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:13.967735478Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"premium-w2-00e840","reconcileID":"d7b5354e-e03d-4010-9e6a-6e5e99a8ef5e","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-00e840\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:14.030133023Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:14.230914278Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"2f77f0fa-40db-4fed-b52d-737f9ea70890","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-00e840\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:16.232732486Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-2-w2-00e840","reconcileID":"49db0fe8-485e-40dd-860a-29df6cd1c232","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-00e840\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:16.525418665Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-w2-00e840","reconcileID":"ffaa71a9-d494-41b3-b60a-def4d4e67d60","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-00e840\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:16.791598287Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"premium-w2-00e840","reconcileID":"090c15c2-235f-491c-a547-8d3a199cf244","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-00e840\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:17.057329654Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"4cd5be48-ae7a-4643-b92b-98e15c48fc81","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-00e840\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:17.768784965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"distinct-2-w1-baacee","reconcileID":"1ebe471c-06d8-4b78-8bf2-70393244ce15","MaaSModelRef":{"name":"distinct-2-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"routeName":"distinct-2-w1-baacee-kserve-route","namespace":"e2e-models-e2e-worker-w1-baacee","llmisvcName":"distinct-2-w1-baacee","gateway":"openshift-ingress/e2e-worker-w1-baacee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:17.769085371Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"distinct-w1-baacee","reconcileID":"be243d8d-878f-4e56-ac9d-8a5866f2b904","MaaSModelRef":{"name":"distinct-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"routeName":"distinct-w1-baacee-kserve-route","namespace":"e2e-models-e2e-worker-w1-baacee","llmisvcName":"distinct-w1-baacee","gateway":"openshift-ingress/e2e-worker-w1-baacee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:19.199621017Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"default-tenant","reconcileID":"2aefc1f1-897f-4358-af9f-1fbc6f57df1b","namespace":"ai-tenant-e2e-worker-w1-baacee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:19.199750445Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"default-tenant","reconcileID":"2aefc1f1-897f-4358-af9f-1fbc6f57df1b","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:19.253838024Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"default-tenant","reconcileID":"2aefc1f1-897f-4358-af9f-1fbc6f57df1b","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:19.30825228Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"default-tenant","reconcileID":"2aefc1f1-897f-4358-af9f-1fbc6f57df1b","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:19.308275872Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"default-tenant","reconcileID":"2aefc1f1-897f-4358-af9f-1fbc6f57df1b","namespace":"ai-tenant-e2e-worker-w1-baacee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:20.74849682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"premium-w1-baacee","reconcileID":"fe920d2e-d67e-4fdc-9ad6-765da849fde3","MaaSModelRef":{"name":"premium-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"routeName":"premium-w1-baacee-kserve-route","namespace":"e2e-models-e2e-worker-w1-baacee","llmisvcName":"premium-w1-baacee","gateway":"openshift-ingress/e2e-worker-w1-baacee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:20.806833656Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"simulator-w1-baacee","reconcileID":"4e98f2de-fb4d-40d2-a111-e00b3e84d653","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"routeName":"simulator-w1-baacee-kserve-route","namespace":"e2e-models-e2e-worker-w1-baacee","llmisvcName":"simulator-w1-baacee","gateway":"openshift-ingress/e2e-worker-w1-baacee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:20.854151814Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-subscription","reconcileID":"5f4cf6d3-d364-4370-bc06-c641c3ccb949","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"model":"e2e-models-e2e-worker-w1-baacee/premium-w1-baacee","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:20.9071195Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-subscription","reconcileID":"5f4cf6d3-d364-4370-bc06-c641c3ccb949","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"model":"e2e-models-e2e-worker-w1-baacee/premium-w1-baacee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:20.911984487Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-subscription","reconcileID":"b8f9c50c-98a9-4862-a433-26c55988786f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"model":"e2e-models-e2e-worker-w1-baacee/simulator-w1-baacee","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:20.960160656Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"premium-simulator-subscription","reconcileID":"5f4cf6d3-d364-4370-bc06-c641c3ccb949","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-premium-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/premium-w1-baacee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:20.964588464Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-subscription","reconcileID":"b8f9c50c-98a9-4862-a433-26c55988786f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"model":"e2e-models-e2e-worker-w1-baacee/simulator-w1-baacee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:21.016997589Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"simulator-subscription","reconcileID":"b8f9c50c-98a9-4862-a433-26c55988786f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-baacee"},"name":"maas-trlp-simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee","model":"e2e-models-e2e-worker-w1-baacee/simulator-w1-baacee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:21.231475775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"premium-w1-baacee","reconcileID":"083ac377-1dcf-4059-86ad-ff78e3db59ca","MaaSModelRef":{"name":"premium-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"routeName":"premium-w1-baacee-kserve-route","namespace":"e2e-models-e2e-worker-w1-baacee","llmisvcName":"premium-w1-baacee","gateway":"openshift-ingress/e2e-worker-w1-baacee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:21.33087416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"simulator-w1-baacee","reconcileID":"269db832-9ccd-4aab-a8dd-3560da202ef5","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"routeName":"simulator-w1-baacee-kserve-route","namespace":"e2e-models-e2e-worker-w1-baacee","llmisvcName":"simulator-w1-baacee","gateway":"openshift-ingress/e2e-worker-w1-baacee","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:21.616578944Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-2-w2-00e840","reconcileID":"f6dddfd2-3cd2-4963-a702-e5529df2cb68","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-00e840\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:21.910337876Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-w2-00e840","reconcileID":"d6ce0a9f-63aa-4baf-ad55-f262ab9c655d","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-00e840\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:22.177104063Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"premium-w2-00e840","reconcileID":"9b354199-70ba-4b66-b1a5-6574d9863c45","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-00e840\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:22.440953456Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"40c8c555-9075-455a-aa23-eae5e1eb45fa","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-00e840\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:24.309298013Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"default-tenant","reconcileID":"29c153a6-9145-47d0-88bf-44115a327ddb","namespace":"ai-tenant-e2e-worker-w1-baacee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:24.309364613Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"default-tenant","reconcileID":"29c153a6-9145-47d0-88bf-44115a327ddb","namespace":"ai-tenant-e2e-worker-w1-baacee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:24.309415207Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"default-tenant","reconcileID":"29c153a6-9145-47d0-88bf-44115a327ddb","tenant":"e2e-worker-w1-baacee","tenantID":"e2e-worker-w1-baacee","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:24.364028805Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"default-tenant","reconcileID":"29c153a6-9145-47d0-88bf-44115a327ddb","gvk":"Deployment","name":"maas-api-e2e-worker-w1-baacee","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:24.426511891Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"default-tenant","reconcileID":"29c153a6-9145-47d0-88bf-44115a327ddb","gvk":"Service","name":"maas-api-e2e-worker-w1-baacee","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:24.482383479Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"default-tenant","reconcileID":"29c153a6-9145-47d0-88bf-44115a327ddb","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w1-baacee","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:24.53640043Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"default-tenant","reconcileID":"29c153a6-9145-47d0-88bf-44115a327ddb","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w1-baacee","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:24.591337059Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"default-tenant","reconcileID":"29c153a6-9145-47d0-88bf-44115a327ddb","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w1-baacee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:24.646133227Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"default-tenant","reconcileID":"29c153a6-9145-47d0-88bf-44115a327ddb","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w1-baacee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:24.703219585Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"default-tenant","reconcileID":"29c153a6-9145-47d0-88bf-44115a327ddb","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w1-baacee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:24.760203614Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"default-tenant","reconcileID":"29c153a6-9145-47d0-88bf-44115a327ddb","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w1-baacee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:24.812614353Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"default-tenant","reconcileID":"29c153a6-9145-47d0-88bf-44115a327ddb","gvk":"Deployment","name":"payload-processing-e2e-worker-w1-baacee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:24.864943659Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"default-tenant","reconcileID":"29c153a6-9145-47d0-88bf-44115a327ddb","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w1-baacee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:24.917066624Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"default-tenant","reconcileID":"29c153a6-9145-47d0-88bf-44115a327ddb","gvk":"Service","name":"payload-processing-e2e-worker-w1-baacee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:24.969147864Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"default-tenant","reconcileID":"29c153a6-9145-47d0-88bf-44115a327ddb","gvk":"Service","name":"payload-pre-processing-e2e-worker-w1-baacee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:25.021388513Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"default-tenant","reconcileID":"29c153a6-9145-47d0-88bf-44115a327ddb","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w1-baacee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:25.074015672Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"default-tenant","reconcileID":"29c153a6-9145-47d0-88bf-44115a327ddb","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w1-baacee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:25.126505204Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"default-tenant","reconcileID":"29c153a6-9145-47d0-88bf-44115a327ddb","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w1-baacee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:25.184702437Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"default-tenant","reconcileID":"29c153a6-9145-47d0-88bf-44115a327ddb","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w1-baacee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:25.237108748Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"default-tenant","reconcileID":"29c153a6-9145-47d0-88bf-44115a327ddb","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w1-baacee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:25.289239566Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"default-tenant","reconcileID":"29c153a6-9145-47d0-88bf-44115a327ddb","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w1-baacee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:25.34272431Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"default-tenant","reconcileID":"29c153a6-9145-47d0-88bf-44115a327ddb","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w1-baacee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:25.395114034Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-baacee"},"namespace":"ai-tenant-e2e-worker-w1-baacee","name":"default-tenant","reconcileID":"29c153a6-9145-47d0-88bf-44115a327ddb","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w1-baacee","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:26.223543029Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-baacee","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-baacee","reconcileID":"e8e25532-9dc0-4b5e-aee1-cdcf2469384e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-baacee","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w1-baacee"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:26.388572036Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"distinct-2-w1-baacee","reconcileID":"b37d0202-b430-4fcf-b29b-c97cb5a700b6","MaaSModelRef":{"name":"distinct-2-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-baacee/distinct-2-w1-baacee: AITenant \"e2e-worker-w1-baacee\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:26.446295273Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"distinct-2-w1-baacee","reconcileID":"b37d0202-b430-4fcf-b29b-c97cb5a700b6","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-baacee/distinct-2-w1-baacee: AITenant \"e2e-worker-w1-baacee\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:26.446454915Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"distinct-w1-baacee","reconcileID":"9d2fef85-1359-4fb8-b174-6d8c233b57ac","MaaSModelRef":{"name":"distinct-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-baacee/distinct-w1-baacee: AITenant \"e2e-worker-w1-baacee\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:26.560777422Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"distinct-w1-baacee","reconcileID":"9d2fef85-1359-4fb8-b174-6d8c233b57ac","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-baacee/distinct-w1-baacee: AITenant \"e2e-worker-w1-baacee\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:26.56097211Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"premium-w1-baacee","reconcileID":"670850d7-08aa-4765-ade1-cc1dbc2be68e","MaaSModelRef":{"name":"premium-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-baacee/premium-w1-baacee: AITenant \"e2e-worker-w1-baacee\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:26.622771451Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"premium-w1-baacee","reconcileID":"670850d7-08aa-4765-ade1-cc1dbc2be68e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-baacee/premium-w1-baacee: AITenant \"e2e-worker-w1-baacee\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:26.622961955Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"simulator-w1-baacee","reconcileID":"22075da7-fee0-4233-a5eb-bf734a190337","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-baacee/simulator-w1-baacee: AITenant \"e2e-worker-w1-baacee\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:26.686519905Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"simulator-w1-baacee","reconcileID":"22075da7-fee0-4233-a5eb-bf734a190337","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-baacee/simulator-w1-baacee: AITenant \"e2e-worker-w1-baacee\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:26.686727812Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"distinct-2-w1-baacee","reconcileID":"870d38a6-a440-41d3-bd8f-c4632c779ef7","MaaSModelRef":{"name":"distinct-2-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-baacee/distinct-2-w1-baacee: AITenant \"e2e-worker-w1-baacee\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:26.686776035Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"distinct-2-w1-baacee","reconcileID":"870d38a6-a440-41d3-bd8f-c4632c779ef7","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-baacee/distinct-2-w1-baacee: AITenant \"e2e-worker-w1-baacee\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:26.686859706Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"distinct-w1-baacee","reconcileID":"ddbb65a2-3988-4d54-a15d-6689ecce8326","MaaSModelRef":{"name":"distinct-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-baacee/distinct-w1-baacee: AITenant \"e2e-worker-w1-baacee\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:26.686889367Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"distinct-w1-baacee","reconcileID":"ddbb65a2-3988-4d54-a15d-6689ecce8326","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-baacee/distinct-w1-baacee: AITenant \"e2e-worker-w1-baacee\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:26.686968328Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"premium-w1-baacee","reconcileID":"2e9522f7-396a-4480-a933-84a1b277d647","MaaSModelRef":{"name":"premium-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-baacee/premium-w1-baacee: AITenant \"e2e-worker-w1-baacee\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:26.686999189Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"premium-w1-baacee","reconcileID":"2e9522f7-396a-4480-a933-84a1b277d647","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-baacee/premium-w1-baacee: AITenant \"e2e-worker-w1-baacee\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:26.692368312Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"simulator-w1-baacee","reconcileID":"9d133c83-e1d0-4fe4-a936-b74dc571f2da","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-baacee/simulator-w1-baacee: AITenant \"e2e-worker-w1-baacee\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:26.692428086Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"simulator-w1-baacee","reconcileID":"9d133c83-e1d0-4fe4-a936-b74dc571f2da","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-baacee/simulator-w1-baacee: AITenant \"e2e-worker-w1-baacee\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:26.697547365Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"distinct-2-w1-baacee","reconcileID":"98732380-f8ee-4b4e-b44b-365738f40ee4","MaaSModelRef":{"name":"distinct-2-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-baacee/distinct-2-w1-baacee: AITenant \"e2e-worker-w1-baacee\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:26.697592479Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"distinct-2-w1-baacee","reconcileID":"98732380-f8ee-4b4e-b44b-365738f40ee4","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-baacee/distinct-2-w1-baacee: AITenant \"e2e-worker-w1-baacee\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:26.697688636Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"distinct-w1-baacee","reconcileID":"d0d744fe-ad94-4cc2-ba03-c3469df18e8b","MaaSModelRef":{"name":"distinct-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-baacee/distinct-w1-baacee: AITenant \"e2e-worker-w1-baacee\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:26.697720891Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"distinct-w1-baacee","reconcileID":"d0d744fe-ad94-4cc2-ba03-c3469df18e8b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-baacee/distinct-w1-baacee: AITenant \"e2e-worker-w1-baacee\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:26.697795825Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"premium-w1-baacee","reconcileID":"e5f94bb7-67d2-486c-ab85-0011c09e7b0d","MaaSModelRef":{"name":"premium-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-baacee/premium-w1-baacee: AITenant \"e2e-worker-w1-baacee\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:26.697836697Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"premium-w1-baacee","reconcileID":"e5f94bb7-67d2-486c-ab85-0011c09e7b0d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-baacee/premium-w1-baacee: AITenant \"e2e-worker-w1-baacee\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:26.70285285Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"simulator-w1-baacee","reconcileID":"2e908b06-2ff4-43b7-b45d-3003a35e3a57","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-baacee/simulator-w1-baacee: AITenant \"e2e-worker-w1-baacee\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:26.702905732Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"simulator-w1-baacee","reconcileID":"2e908b06-2ff4-43b7-b45d-3003a35e3a57","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-baacee/simulator-w1-baacee: AITenant \"e2e-worker-w1-baacee\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:26.7186346Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"distinct-2-w1-baacee","reconcileID":"dcbd6e4f-9fd7-4d7c-bc07-d36bfbb719ee","MaaSModelRef":{"name":"distinct-2-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-baacee/distinct-2-w1-baacee: AITenant \"e2e-worker-w1-baacee\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:26.718714056Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"distinct-2-w1-baacee","reconcileID":"dcbd6e4f-9fd7-4d7c-bc07-d36bfbb719ee","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-baacee/distinct-2-w1-baacee: AITenant \"e2e-worker-w1-baacee\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:26.718801871Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"distinct-w1-baacee","reconcileID":"361f0615-350d-418b-9211-442ed23acb10","MaaSModelRef":{"name":"distinct-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-baacee/distinct-w1-baacee: AITenant \"e2e-worker-w1-baacee\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:26.718845742Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"distinct-w1-baacee","reconcileID":"361f0615-350d-418b-9211-442ed23acb10","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-baacee/distinct-w1-baacee: AITenant \"e2e-worker-w1-baacee\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:26.718918707Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"premium-w1-baacee","reconcileID":"11f2ea08-fb8a-4565-ab4e-3813b0bb82b0","MaaSModelRef":{"name":"premium-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-baacee/premium-w1-baacee: AITenant \"e2e-worker-w1-baacee\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:26.718951267Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"premium-w1-baacee","reconcileID":"11f2ea08-fb8a-4565-ab4e-3813b0bb82b0","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-baacee/premium-w1-baacee: AITenant \"e2e-worker-w1-baacee\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:26.723183046Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"simulator-w1-baacee","reconcileID":"a7b9779d-8a04-4b4e-a98d-edf17e3a936e","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-baacee/simulator-w1-baacee: AITenant \"e2e-worker-w1-baacee\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:26.723244883Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"simulator-w1-baacee","reconcileID":"a7b9779d-8a04-4b4e-a98d-edf17e3a936e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-baacee/simulator-w1-baacee: AITenant \"e2e-worker-w1-baacee\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:26.7591302Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"distinct-2-w1-baacee","reconcileID":"f202b173-d916-4ce2-9731-92e877e1ffb7","MaaSModelRef":{"name":"distinct-2-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-baacee/distinct-2-w1-baacee: AITenant \"e2e-worker-w1-baacee\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:26.759191066Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"distinct-2-w1-baacee","reconcileID":"f202b173-d916-4ce2-9731-92e877e1ffb7","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-baacee/distinct-2-w1-baacee: AITenant \"e2e-worker-w1-baacee\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:26.759262886Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"distinct-w1-baacee","reconcileID":"df9bcea4-dfc6-4db2-84ff-208ae4135692","MaaSModelRef":{"name":"distinct-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-baacee/distinct-w1-baacee: AITenant \"e2e-worker-w1-baacee\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:26.759294628Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"distinct-w1-baacee","reconcileID":"df9bcea4-dfc6-4db2-84ff-208ae4135692","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-baacee/distinct-w1-baacee: AITenant \"e2e-worker-w1-baacee\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:26.759354103Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"premium-w1-baacee","reconcileID":"a39977f0-5910-416e-b443-3744170042a8","MaaSModelRef":{"name":"premium-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-baacee/premium-w1-baacee: AITenant \"e2e-worker-w1-baacee\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:26.75938459Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"premium-w1-baacee","reconcileID":"a39977f0-5910-416e-b443-3744170042a8","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-baacee/premium-w1-baacee: AITenant \"e2e-worker-w1-baacee\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:26.763768089Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"simulator-w1-baacee","reconcileID":"43a1b42c-cf8a-4a1c-b62f-88f210c796b5","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-baacee/simulator-w1-baacee: AITenant \"e2e-worker-w1-baacee\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:26.763832236Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"simulator-w1-baacee","reconcileID":"43a1b42c-cf8a-4a1c-b62f-88f210c796b5","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-baacee/simulator-w1-baacee: AITenant \"e2e-worker-w1-baacee\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:26.840444841Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"distinct-2-w1-baacee","reconcileID":"de917c2b-8364-4eb5-87bd-130835dc7359","MaaSModelRef":{"name":"distinct-2-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-baacee/distinct-2-w1-baacee: AITenant \"e2e-worker-w1-baacee\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:26.840515259Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"distinct-2-w1-baacee","reconcileID":"de917c2b-8364-4eb5-87bd-130835dc7359","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-baacee/distinct-2-w1-baacee: AITenant \"e2e-worker-w1-baacee\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:26.840590913Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"distinct-w1-baacee","reconcileID":"b5589155-4b14-427a-a44e-b1df45181266","MaaSModelRef":{"name":"distinct-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-baacee/distinct-w1-baacee: AITenant \"e2e-worker-w1-baacee\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:26.840625672Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"distinct-w1-baacee","reconcileID":"b5589155-4b14-427a-a44e-b1df45181266","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-baacee/distinct-w1-baacee: AITenant \"e2e-worker-w1-baacee\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:26.840727916Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"premium-w1-baacee","reconcileID":"87ad91d8-972a-4d08-982c-722c2478ce68","MaaSModelRef":{"name":"premium-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-baacee/premium-w1-baacee: AITenant \"e2e-worker-w1-baacee\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:26.840764912Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"premium-w1-baacee","reconcileID":"87ad91d8-972a-4d08-982c-722c2478ce68","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-baacee/premium-w1-baacee: AITenant \"e2e-worker-w1-baacee\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:26.844942393Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"simulator-w1-baacee","reconcileID":"0b70f18e-fe18-41a5-8b17-46f154456e80","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-baacee/simulator-w1-baacee: AITenant \"e2e-worker-w1-baacee\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:26.844999204Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"simulator-w1-baacee","reconcileID":"0b70f18e-fe18-41a5-8b17-46f154456e80","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-baacee/simulator-w1-baacee: AITenant \"e2e-worker-w1-baacee\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:27.001227706Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"distinct-2-w1-baacee","reconcileID":"411936a5-33b0-4626-a441-cc1fb02fc7f1","MaaSModelRef":{"name":"distinct-2-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-baacee/distinct-2-w1-baacee: AITenant \"e2e-worker-w1-baacee\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:27.001297735Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"distinct-2-w1-baacee","reconcileID":"411936a5-33b0-4626-a441-cc1fb02fc7f1","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-baacee/distinct-2-w1-baacee: AITenant \"e2e-worker-w1-baacee\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:27.001383025Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"distinct-w1-baacee","reconcileID":"270d9156-fb23-4af7-a4c4-7aae4940c7f5","MaaSModelRef":{"name":"distinct-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-baacee/distinct-w1-baacee: AITenant \"e2e-worker-w1-baacee\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:27.001419462Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"distinct-w1-baacee","reconcileID":"270d9156-fb23-4af7-a4c4-7aae4940c7f5","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-baacee/distinct-w1-baacee: AITenant \"e2e-worker-w1-baacee\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:27.001481798Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"premium-w1-baacee","reconcileID":"1179d711-fba9-4db2-9761-6747f5ac1c0b","MaaSModelRef":{"name":"premium-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-baacee/premium-w1-baacee: AITenant \"e2e-worker-w1-baacee\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:27.001516253Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"premium-w1-baacee","reconcileID":"1179d711-fba9-4db2-9761-6747f5ac1c0b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-baacee/premium-w1-baacee: AITenant \"e2e-worker-w1-baacee\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:27.005765175Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"simulator-w1-baacee","reconcileID":"0a6bcbe4-0341-4f2d-b3fb-bf739c8e636b","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-baacee/simulator-w1-baacee: AITenant \"e2e-worker-w1-baacee\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:27.005818978Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"simulator-w1-baacee","reconcileID":"0a6bcbe4-0341-4f2d-b3fb-bf739c8e636b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-baacee/simulator-w1-baacee: AITenant \"e2e-worker-w1-baacee\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:27.322174629Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"distinct-2-w1-baacee","reconcileID":"b9ed7568-1693-43db-bb07-1ebd63ae896a","MaaSModelRef":{"name":"distinct-2-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-baacee/distinct-2-w1-baacee: AITenant \"e2e-worker-w1-baacee\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:27.322255025Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"distinct-2-w1-baacee","reconcileID":"b9ed7568-1693-43db-bb07-1ebd63ae896a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-baacee/distinct-2-w1-baacee: AITenant \"e2e-worker-w1-baacee\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:27.322339233Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"distinct-w1-baacee","reconcileID":"42ee480e-211e-41fe-b6d6-03a58f407c95","MaaSModelRef":{"name":"distinct-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-baacee/distinct-w1-baacee: AITenant \"e2e-worker-w1-baacee\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:27.322373265Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"distinct-w1-baacee","reconcileID":"42ee480e-211e-41fe-b6d6-03a58f407c95","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-baacee/distinct-w1-baacee: AITenant \"e2e-worker-w1-baacee\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:27.322432213Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"premium-w1-baacee","reconcileID":"3f998ffc-82d1-4a13-bd12-cb999f131a32","MaaSModelRef":{"name":"premium-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-baacee/premium-w1-baacee: AITenant \"e2e-worker-w1-baacee\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:27.322461055Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"premium-w1-baacee","reconcileID":"3f998ffc-82d1-4a13-bd12-cb999f131a32","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-baacee/premium-w1-baacee: AITenant \"e2e-worker-w1-baacee\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:27.326722583Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"simulator-w1-baacee","reconcileID":"fbea90c4-9b2d-40c9-838b-e49cc0bcccb8","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-baacee/simulator-w1-baacee: AITenant \"e2e-worker-w1-baacee\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:27.326781458Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"simulator-w1-baacee","reconcileID":"fbea90c4-9b2d-40c9-838b-e49cc0bcccb8","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-baacee/simulator-w1-baacee: AITenant \"e2e-worker-w1-baacee\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:27.344751687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5469ded6-ff07-4248-8dfa-20c49f33f37e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:27.399134602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5469ded6-ff07-4248-8dfa-20c49f33f37e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:27.452331655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5469ded6-ff07-4248-8dfa-20c49f33f37e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:27.505016947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5469ded6-ff07-4248-8dfa-20c49f33f37e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:27.963284362Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"distinct-2-w1-baacee","reconcileID":"4a96be62-b7c5-4c56-99ee-0f675c0067ec","MaaSModelRef":{"name":"distinct-2-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-baacee/distinct-2-w1-baacee: AITenant \"e2e-worker-w1-baacee\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:27.96335445Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"distinct-2-w1-baacee","reconcileID":"4a96be62-b7c5-4c56-99ee-0f675c0067ec","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-baacee/distinct-2-w1-baacee: AITenant \"e2e-worker-w1-baacee\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:27.963438422Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"distinct-w1-baacee","reconcileID":"9be5b80f-6298-4782-a919-8b1a3500b9d9","MaaSModelRef":{"name":"distinct-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-baacee/distinct-w1-baacee: AITenant \"e2e-worker-w1-baacee\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:27.963470455Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"distinct-w1-baacee","reconcileID":"9be5b80f-6298-4782-a919-8b1a3500b9d9","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-baacee/distinct-w1-baacee: AITenant \"e2e-worker-w1-baacee\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:27.963532379Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"premium-w1-baacee","reconcileID":"d38e245c-be31-43e5-ae97-37d68f437e89","MaaSModelRef":{"name":"premium-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-baacee/premium-w1-baacee: AITenant \"e2e-worker-w1-baacee\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:27.963566432Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"premium-w1-baacee","reconcileID":"d38e245c-be31-43e5-ae97-37d68f437e89","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-baacee/premium-w1-baacee: AITenant \"e2e-worker-w1-baacee\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:27.967859439Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"simulator-w1-baacee","reconcileID":"d5c7f049-6003-4427-bbf0-f03cefbec28f","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-baacee/simulator-w1-baacee: AITenant \"e2e-worker-w1-baacee\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:27.96792837Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"simulator-w1-baacee","reconcileID":"d5c7f049-6003-4427-bbf0-f03cefbec28f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-baacee/simulator-w1-baacee: AITenant \"e2e-worker-w1-baacee\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:29.244112354Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"distinct-2-w1-baacee","reconcileID":"6893689f-75d4-4f76-85be-c1bcc480b660","MaaSModelRef":{"name":"distinct-2-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-baacee/distinct-2-w1-baacee: AITenant \"e2e-worker-w1-baacee\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:29.244182646Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"distinct-2-w1-baacee","reconcileID":"6893689f-75d4-4f76-85be-c1bcc480b660","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-baacee/distinct-2-w1-baacee: AITenant \"e2e-worker-w1-baacee\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:29.244263863Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"distinct-w1-baacee","reconcileID":"7d36f0ef-b2b6-44a8-92a6-dc1c1096e1fa","MaaSModelRef":{"name":"distinct-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-baacee/distinct-w1-baacee: AITenant \"e2e-worker-w1-baacee\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:29.244295222Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"distinct-w1-baacee","reconcileID":"7d36f0ef-b2b6-44a8-92a6-dc1c1096e1fa","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-baacee/distinct-w1-baacee: AITenant \"e2e-worker-w1-baacee\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:29.244361336Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"premium-w1-baacee","reconcileID":"b2f182c4-8b28-41fd-ba2e-7a946c3c5345","MaaSModelRef":{"name":"premium-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-baacee/premium-w1-baacee: AITenant \"e2e-worker-w1-baacee\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:29.24439347Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"premium-w1-baacee","reconcileID":"b2f182c4-8b28-41fd-ba2e-7a946c3c5345","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-baacee/premium-w1-baacee: AITenant \"e2e-worker-w1-baacee\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:29.248631045Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"simulator-w1-baacee","reconcileID":"c53c118a-6944-49a1-a0d4-7b6336f0c24f","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-baacee/simulator-w1-baacee: AITenant \"e2e-worker-w1-baacee\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:29.248717948Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"simulator-w1-baacee","reconcileID":"c53c118a-6944-49a1-a0d4-7b6336f0c24f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-baacee/simulator-w1-baacee: AITenant \"e2e-worker-w1-baacee\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:29.489830694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4659910-9751-4d26-8a3c-e4f774bd05d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:29.542542977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4659910-9751-4d26-8a3c-e4f774bd05d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:29.595416432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4659910-9751-4d26-8a3c-e4f774bd05d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:29.648141606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4659910-9751-4d26-8a3c-e4f774bd05d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:31.805228114Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"distinct-2-w1-baacee","reconcileID":"8f0f0846-5b90-4430-907b-aeab4a4b88a5","MaaSModelRef":{"name":"distinct-2-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-baacee/distinct-2-w1-baacee: AITenant \"e2e-worker-w1-baacee\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:31.805302037Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"distinct-2-w1-baacee","reconcileID":"8f0f0846-5b90-4430-907b-aeab4a4b88a5","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-baacee/distinct-2-w1-baacee: AITenant \"e2e-worker-w1-baacee\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:31.805404017Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"distinct-w1-baacee","reconcileID":"9b3960d6-3262-4dc8-8bbb-11d846c34081","MaaSModelRef":{"name":"distinct-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-baacee/distinct-w1-baacee: AITenant \"e2e-worker-w1-baacee\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:31.805445724Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"distinct-w1-baacee","reconcileID":"9b3960d6-3262-4dc8-8bbb-11d846c34081","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-baacee/distinct-w1-baacee: AITenant \"e2e-worker-w1-baacee\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:31.805523088Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"premium-w1-baacee","reconcileID":"de7c9cd1-ed17-42d0-ad68-740c59bf2898","MaaSModelRef":{"name":"premium-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-baacee/premium-w1-baacee: AITenant \"e2e-worker-w1-baacee\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:31.805565802Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"premium-w1-baacee","reconcileID":"de7c9cd1-ed17-42d0-ad68-740c59bf2898","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-baacee/premium-w1-baacee: AITenant \"e2e-worker-w1-baacee\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:31.809802197Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"simulator-w1-baacee","reconcileID":"b0ace934-0dbb-428d-84b6-e10cf196cf49","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-baacee/simulator-w1-baacee: AITenant \"e2e-worker-w1-baacee\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:31.809867384Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"simulator-w1-baacee","reconcileID":"b0ace934-0dbb-428d-84b6-e10cf196cf49","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-baacee/simulator-w1-baacee: AITenant \"e2e-worker-w1-baacee\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:32.122279085Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-2-w2-00e840","reconcileID":"e5dd028b-e21a-4ef9-a70c-999325c6331d","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-00e840\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:32.491065009Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"distinct-w2-00e840","reconcileID":"9509054e-6cf8-44ef-ac6b-ca744c925e57","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-00e840\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:32.754261383Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"premium-w2-00e840","reconcileID":"5424c524-6b01-4ac9-9415-8a9996a24431","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-00e840\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:33.019896124Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-00e840","namespace":"e2e-models-e2e-worker-w2-00e840"},"namespace":"e2e-models-e2e-worker-w2-00e840","name":"simulator-w2-00e840","reconcileID":"e40c2f2a-0902-4ac0-8749-ffcd8074c6bc","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-00e840\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:33.239493351Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"distinct-2-w1-baacee","reconcileID":"f124fa12-1f8b-48c9-8c33-192d6f81292c","MaaSModelRef":{"name":"distinct-2-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-baacee/distinct-2-w1-baacee: AITenant \"e2e-worker-w1-baacee\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:33.239572517Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"distinct-2-w1-baacee","reconcileID":"f124fa12-1f8b-48c9-8c33-192d6f81292c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-baacee/distinct-2-w1-baacee: AITenant \"e2e-worker-w1-baacee\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:33.239699151Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"distinct-w1-baacee","reconcileID":"350a3c0f-9681-4111-9a14-9ce72e7a9db7","MaaSModelRef":{"name":"distinct-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-baacee/distinct-w1-baacee: AITenant \"e2e-worker-w1-baacee\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:33.239748612Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"distinct-w1-baacee","reconcileID":"350a3c0f-9681-4111-9a14-9ce72e7a9db7","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-baacee/distinct-w1-baacee: AITenant \"e2e-worker-w1-baacee\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:33.239837374Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"premium-w1-baacee","reconcileID":"429c04a8-160d-47bc-a213-b2dcf0eb2f7a","MaaSModelRef":{"name":"premium-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-baacee/premium-w1-baacee: AITenant \"e2e-worker-w1-baacee\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:33.239878214Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"premium-w1-baacee","reconcileID":"429c04a8-160d-47bc-a213-b2dcf0eb2f7a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-baacee/premium-w1-baacee: AITenant \"e2e-worker-w1-baacee\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:33.239957789Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"simulator-w1-baacee","reconcileID":"015732d0-1173-410b-b07f-72d14e41d8c8","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-baacee/simulator-w1-baacee: AITenant \"e2e-worker-w1-baacee\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:33.23999774Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"simulator-w1-baacee","reconcileID":"015732d0-1173-410b-b07f-72d14e41d8c8","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-baacee/simulator-w1-baacee: AITenant \"e2e-worker-w1-baacee\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:33.308522338Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"distinct-2-w1-baacee","reconcileID":"420388ca-5374-4822-808b-8bebea13dba5","MaaSModelRef":{"name":"distinct-2-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-baacee/distinct-2-w1-baacee: AITenant \"e2e-worker-w1-baacee\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:33.308594921Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"distinct-2-w1-baacee","reconcileID":"420388ca-5374-4822-808b-8bebea13dba5","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-baacee/distinct-2-w1-baacee: AITenant \"e2e-worker-w1-baacee\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:33.308730168Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"distinct-w1-baacee","reconcileID":"d488672e-6fde-481a-906a-c8c2bb37faf2","MaaSModelRef":{"name":"distinct-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-baacee/distinct-w1-baacee: AITenant \"e2e-worker-w1-baacee\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:33.308771119Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"distinct-w1-baacee","reconcileID":"d488672e-6fde-481a-906a-c8c2bb37faf2","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-baacee/distinct-w1-baacee: AITenant \"e2e-worker-w1-baacee\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:33.308847514Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"premium-w1-baacee","reconcileID":"73d0d746-3f53-49a8-9076-714792afe605","MaaSModelRef":{"name":"premium-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-baacee/premium-w1-baacee: AITenant \"e2e-worker-w1-baacee\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:33.308887859Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"premium-w1-baacee","reconcileID":"73d0d746-3f53-49a8-9076-714792afe605","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-baacee/premium-w1-baacee: AITenant \"e2e-worker-w1-baacee\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:33.308972611Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"simulator-w1-baacee","reconcileID":"40eb13a9-f24e-469b-aa44-3ed3c391c9f5","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-baacee/simulator-w1-baacee: AITenant \"e2e-worker-w1-baacee\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:33.309008781Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"simulator-w1-baacee","reconcileID":"40eb13a9-f24e-469b-aa44-3ed3c391c9f5","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-baacee/simulator-w1-baacee: AITenant \"e2e-worker-w1-baacee\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:33.371875557Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"distinct-2-w1-baacee","reconcileID":"77d92871-5749-4b0a-9a03-2f11727d9918","MaaSModelRef":{"name":"distinct-2-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-baacee/distinct-2-w1-baacee: AITenant \"e2e-worker-w1-baacee\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:33.371949039Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"distinct-2-w1-baacee","reconcileID":"77d92871-5749-4b0a-9a03-2f11727d9918","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-baacee/distinct-2-w1-baacee: AITenant \"e2e-worker-w1-baacee\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:33.372026399Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"distinct-w1-baacee","reconcileID":"9b304b26-7706-4f10-b044-1f23092638d3","MaaSModelRef":{"name":"distinct-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-baacee/distinct-w1-baacee: AITenant \"e2e-worker-w1-baacee\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:33.372063709Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"distinct-w1-baacee","reconcileID":"9b304b26-7706-4f10-b044-1f23092638d3","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-baacee/distinct-w1-baacee: AITenant \"e2e-worker-w1-baacee\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:33.372131094Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"premium-w1-baacee","reconcileID":"ec99c96a-46e7-4f31-be29-0a2db142129a","MaaSModelRef":{"name":"premium-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-baacee/premium-w1-baacee: AITenant \"e2e-worker-w1-baacee\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:33.372164719Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"premium-w1-baacee","reconcileID":"ec99c96a-46e7-4f31-be29-0a2db142129a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-baacee/premium-w1-baacee: AITenant \"e2e-worker-w1-baacee\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:33.372223404Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"simulator-w1-baacee","reconcileID":"00251aa4-0bdf-4dab-bc00-19908048e25d","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-baacee/simulator-w1-baacee: AITenant \"e2e-worker-w1-baacee\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:33.37225371Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"simulator-w1-baacee","reconcileID":"00251aa4-0bdf-4dab-bc00-19908048e25d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-baacee/simulator-w1-baacee: AITenant \"e2e-worker-w1-baacee\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:33.435524433Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"distinct-2-w1-baacee","reconcileID":"d887abab-e387-4e36-aee7-64fb3e913289","MaaSModelRef":{"name":"distinct-2-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-baacee/distinct-2-w1-baacee: AITenant \"e2e-worker-w1-baacee\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:33.435621251Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"distinct-2-w1-baacee","reconcileID":"d887abab-e387-4e36-aee7-64fb3e913289","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-baacee/distinct-2-w1-baacee: AITenant \"e2e-worker-w1-baacee\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:33.435787203Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"distinct-w1-baacee","reconcileID":"8b23b70d-b7f6-462e-97d6-5fce9737d494","MaaSModelRef":{"name":"distinct-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-baacee/distinct-w1-baacee: AITenant \"e2e-worker-w1-baacee\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:33.435844051Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"distinct-w1-baacee","reconcileID":"8b23b70d-b7f6-462e-97d6-5fce9737d494","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-baacee/distinct-w1-baacee: AITenant \"e2e-worker-w1-baacee\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:33.43595678Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"premium-w1-baacee","reconcileID":"4da280f3-ea91-43ba-8437-d4df3cb80e95","MaaSModelRef":{"name":"premium-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-baacee/premium-w1-baacee: AITenant \"e2e-worker-w1-baacee\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:33.436007989Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"premium-w1-baacee","reconcileID":"4da280f3-ea91-43ba-8437-d4df3cb80e95","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-baacee/premium-w1-baacee: AITenant \"e2e-worker-w1-baacee\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:33.436115262Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"simulator-w1-baacee","reconcileID":"1f837382-3894-4d2e-b683-6ae432f8b5c6","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-baacee/simulator-w1-baacee: AITenant \"e2e-worker-w1-baacee\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:33.436160688Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"simulator-w1-baacee","reconcileID":"1f837382-3894-4d2e-b683-6ae432f8b5c6","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-baacee/simulator-w1-baacee: AITenant \"e2e-worker-w1-baacee\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:38.118286396Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"distinct-w1-baacee","reconcileID":"833984b1-8c3e-4653-8591-a5f97928e326","name":"distinct-w1-baacee","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w1-baacee\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:207\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:38.118355179Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"distinct-w1-baacee","reconcileID":"833984b1-8c3e-4653-8591-a5f97928e326","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w1-baacee\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:38.386948369Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"premium-w1-baacee","reconcileID":"54ac9352-cc7d-4d57-8df0-93675cf5e3de","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-baacee\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:38.653816398Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"simulator-w1-baacee","reconcileID":"a4e50a0c-7376-4bfd-82d8-376da22a7142","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-baacee\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:38.934059992Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"distinct-2-w1-baacee","reconcileID":"94e7c638-441e-40f1-963b-f389215f2953","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-baacee\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:39.198610551Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"distinct-w1-baacee","reconcileID":"c4106cc4-5619-4ac7-ac1d-df266d951dce","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-baacee\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:11:39.471767135Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-baacee","namespace":"e2e-models-e2e-worker-w1-baacee"},"namespace":"e2e-models-e2e-worker-w1-baacee","name":"premium-w1-baacee","reconcileID":"fdec8258-2e29-4f06-933c-93d7ac210ec7","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-baacee\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}